-- Logs begin at Tue 2022-04-05 21:47:44 UTC, end at Tue 2022-04-05 22:59:13 UTC. -- Apr 05 22:23:17.350477 dv-cinder-835879-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 05 22:23:20.279343 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.common.config [-] Logging enabled! Apr 05 22:23:20.279939 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev80 Apr 05 22:23:20.280132 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103195) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 05 22:23:20.283961 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.common.config [-] Logging enabled! Apr 05 22:23:20.284215 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev80 Apr 05 22:23:20.284523 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103195) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 05 22:23:20.285500 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 22:23:20.285735 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 22:23:20.286102 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 22:23:20.286347 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 22:23:20.286572 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 22:23:20.286985 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.287408 dv-cinder-835879-4-iscsi neutron-server[103195]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 05 22:23:20.287732 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.288025 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.288317 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.288609 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.288922 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.289208 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.289494 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.289788 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.290072 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.290349 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.290630 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.290925 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.291209 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.291496 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.291780 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.292061 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] debug = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.292339 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.292787 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.293210 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.293490 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.293780 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.294063 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.294332 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.294607 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.294890 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.295221 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] host = dv-cinder-835879-4-iscsi {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.295499 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.295787 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.296071 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.296356 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.296631 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.296979 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.297763 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.298040 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.298314 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] log_file = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.298588 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.298877 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.299181 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.299451 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.299674 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.299894 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.300187 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.300473 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.300752 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.301044 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.301318 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.301593 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.301866 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.302134 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.302417 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.302699 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.302981 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.303253 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.303527 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.303799 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.304068 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.304351 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.304622 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.304920 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.305192 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.305477 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.305776 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.306245 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.306664 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.306956 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.307241 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.307526 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.307798 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.308078 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.308350 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.308620 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.308922 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] use_json = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.309195 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.309466 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.309745 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.310017 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.310287 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.310562 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.310836 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.311119 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.311389 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:20.311685 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.311979 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.312444 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.312799 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.313092 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.313372 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.313661 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.313941 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.314230 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.314516 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.314800 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.315080 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.315454 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.315748 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.316044 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.316348 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.316784 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.317090 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.317367 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.317638 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.317910 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.318189 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.318475 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.318866 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.319157 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.319442 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.319718 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.320014 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.320404 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.320700 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.321012 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.321365 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.321649 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.321943 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.322224 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.322562 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.322846 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.323135 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.323415 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.323745 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.324027 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.324304 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.324577 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.324874 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.325155 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.325447 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.325724 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.325994 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.326266 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.326545 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.326818 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.327102 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.327380 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.327653 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.327923 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.328225 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.328499 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.328780 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.329069 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.329341 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.329619 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.329888 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.330157 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.330429 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.330704 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.330974 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.331242 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.331510 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.331786 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.332057 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.332326 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.332597 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.332895 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.333165 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.333448 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.333744 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.334021 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.334298 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.334576 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.334852 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.335127 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.335404 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.335793 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.336073 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.336344 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.336636 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.336947 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.337233 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.337534 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.337811 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.338104 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.338382 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.338660 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.338941 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.339219 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.339495 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.339776 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.340058 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.340350 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.340648 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.340970 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.341262 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.341552 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.341829 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.342215 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.342498 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:20.342715 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 22:23:20.342954 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103195) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 05 22:23:20.733430 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103195) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 05 22:23:20.733632 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103195) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 05 22:23:20.733937 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103195) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 05 22:23:20.734270 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 05 22:23:21.057645 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.057942 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.058216 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.059386 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.059666 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.061633 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.114479 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.114758 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.115023 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.130213 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.130495 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.130766 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.160219 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.160499 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.160787 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.195916 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.196198 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.196467 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.531855 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.532445 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.532445 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.532657 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.533383 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.630827 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.631144 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.631433 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.631702 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.631976 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.632285 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.632543 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.632818 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.633074 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.633356 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.633612 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.633871 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.634127 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.634377 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.634626 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.634885 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.635137 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.635401 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.635665 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.635920 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.636189 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.636449 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.636734 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.637126 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.637374 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.637619 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.638101 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103195) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 22:23:21.638345 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103195) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 22:23:21.638582 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103195) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 22:23:21.638817 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103195) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 22:23:21.639049 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103195) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 22:23:21.639281 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103195) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 22:23:21.639646 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 05 22:23:21.642860 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 05 22:23:21.646749 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 05 22:23:21.650501 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Apr 05 22:23:21.652109 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 05 22:23:21.652573 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 05 22:23:21.652931 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 05 22:23:21.653318 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 05 22:23:21.657565 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 05 22:23:21.657817 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 05 22:23:21.658160 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 05 22:23:21.663020 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 05 22:23:21.686207 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 05 22:23:21.686660 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.686957 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103195) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 05 22:23:21.687326 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.689253 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103195) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 05 22:23:21.689589 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 05 22:23:21.689840 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 05 22:23:21.693157 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.693443 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:21.757606 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 05 22:23:21.757846 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 05 22:23:21.758078 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 05 22:23:21.758439 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 05 22:23:21.778114 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_db.sqlalchemy.engines [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103195) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 05 22:23:22.209716 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.plugins.ml2.managers [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Initializing driver for type 'gre' Apr 05 22:23:22.210162 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] gre ID ranges: [(1, 1000)] Apr 05 22:23:22.260240 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.plugins.ml2.managers [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Initializing driver for type 'local' Apr 05 22:23:22.260598 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.plugins.ml2.managers [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Initializing driver for type 'vlan' Apr 05 22:23:22.274099 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] VlanTypeDriver initialization complete Apr 05 22:23:22.274443 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.plugins.ml2.managers [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Initializing driver for type 'vxlan' Apr 05 22:23:22.274922 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] vxlan ID ranges: [(1, 1000)] Apr 05 22:23:22.326841 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.plugins.ml2.managers [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Initializing extension driver 'port_security' Apr 05 22:23:22.327189 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.plugins.ml2.extensions.port_security [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] PortSecurityExtensionDriver initialization complete Apr 05 22:23:22.327530 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.plugins.ml2.managers [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Initializing mechanism driver 'openvswitch' Apr 05 22:23:22.327859 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.plugins.ml2.managers [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Initializing mechanism driver 'hyperv' Apr 05 22:23:22.334909 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:23:22.335761 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > port after_create 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.336134 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > port after_update 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.336490 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > port after_delete 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.337040 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103195) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 22:23:22.337479 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > subnet after_create 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.337838 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > subnet after_update 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.338188 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > subnet after_delete 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.338585 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103195) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 22:23:22.338992 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > network after_create 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.339343 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > network after_update 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.339689 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > network after_delete 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.340082 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103195) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 22:23:22.340487 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > security_group after_create 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.340868 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > security_group after_update 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.341214 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > security_group after_delete 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.341612 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103195) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 22:23:22.342024 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.342374 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.342718 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.343112 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103195) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 22:23:22.343517 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > address_group after_create 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.344504 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > address_group after_update 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.344869 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > address_group after_delete 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.345270 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103195) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 22:23:22.345717 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] ML2 OVO RPC backend initialized. {{(pid=103195) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 05 22:23:22.346431 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > router_interface after_create 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.346793 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.347216 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > network before_response 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.347566 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > networks before_response 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.347917 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > port before_response 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.348262 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > ports before_response 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.348608 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > subnet before_response 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.348983 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > subnets before_response 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.349331 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > network after_create 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.349676 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > network after_update 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.350015 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > network after_delete 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.350354 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > port after_create 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.350695 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > port after_update 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.351032 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > port after_delete 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.351371 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > subnet after_create 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.351713 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > subnet after_update 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.352047 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > subnet after_delete 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.359217 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.quota [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded quota_driver: . Apr 05 22:23:22.359589 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.plugins.ml2.plugin [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Modular L2 Plugin initialization complete Apr 05 22:23:22.359937 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading services supported by the core plugin {{(pid=103195) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 05 22:23:22.360283 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.plugins.ml2.managers [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Got port-security extension from driver 'port_security' Apr 05 22:23:22.360791 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.extensions.vlantransparent [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Disabled vlantransparent extension. Apr 05 22:23:22.361281 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103195) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 05 22:23:22.361615 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading Plugin: router Apr 05 22:23:22.397484 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > router_interface before_create 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.397878 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > router after_create 55549900 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.398255 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > router before_create 55549900 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.398629 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.399015 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.399378 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > router after_delete 55549900 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.399744 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > floatingip after_create 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.400101 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > floatingip after_update 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.400466 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > router after_create 55549900 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.400847 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > router after_update 55549900 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.401206 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > router after_update 55549900 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.401561 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.401924 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > router after_update 55549900 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.402340 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > router precommit_update 55549900 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.402716 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: port after_update 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.403056 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: port after_delete 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.403396 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: subnet after_update 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.403736 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.404085 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > port precommit_delete 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.404438 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > router precommit_create 55549900 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.404808 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: port before_delete 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.405158 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > router precommit_create 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.405517 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > router after_update 55549900 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.405866 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > router precommit_delete 55549900 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.406249 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > router precommit_create 55549900 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.406616 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > router_interface after_create 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.406966 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > router precommit_update 55549900 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.407332 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > agent after_create 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.407821 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > agent after_delete 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.408175 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > network after_delete 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.409043 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.quota.resource_registry [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Tracking information for resource: router configured {{(pid=103195) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 22:23:22.409375 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.quota.resource_registry [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Tracking information for resource: floatingip configured {{(pid=103195) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 22:23:22.414164 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.db.l3_agentschedulers_db [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 05 22:23:22.414742 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: port after_update 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.415108 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: port after_create 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.415460 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: port after_delete 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.415813 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: port after_update 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.416605 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > router before_create 55550100 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.417002 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > router precommit_delete 55550100 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.417369 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > router precommit_create 55550100 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.417729 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > router precommit_update 55550100 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.422447 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.services.provider_configuration [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Service providers = [] {{(pid=103195) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 05 22:23:22.422816 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.db.servicetype_db [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103195) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 05 22:23:22.425784 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.services.service_base [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103195) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 22:23:22.426139 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.services.service_base [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103195) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 22:23:22.426487 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.services.service_base [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103195) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 22:23:22.427379 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.services.service_base [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103195) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 22:23:22.427754 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.services.service_base [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 05 22:23:22.428127 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103195) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 22:23:22.428446 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 05 22:23:22.439456 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103195) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 22:23:22.439792 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading Plugin: auto_allocate Apr 05 22:23:22.445550 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: network precommit_update 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.445922 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: network precommit_create 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.446441 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103195) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 22:23:22.446764 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading Plugin: tag Apr 05 22:23:22.453565 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103195) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 22:23:22.453923 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading Plugin: timestamp Apr 05 22:23:22.457743 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103195) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 22:23:22.458080 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading Plugin: network_ip_availability Apr 05 22:23:22.463506 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.463846 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.464206 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.464938 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103195) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 22:23:22.465266 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading Plugin: flavors Apr 05 22:23:22.471743 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103195) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 22:23:22.472086 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading Plugin: revisions Apr 05 22:23:22.476337 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103195) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 22:23:22.476732 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_concurrency.lockutils [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.743s {{(pid=103195) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 05 22:23:22.477491 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103195) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 05 22:23:22.477829 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Initializing extension manager. Apr 05 22:23:22.478352 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: __init__.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.478695 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: __pycache__ {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.479031 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: address_group.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.479780 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.480334 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: address-group Apr 05 22:23:22.480666 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: address_scope.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.481411 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.481921 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: address-scope Apr 05 22:23:22.482245 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: admin_state_down_before_update.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.483187 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.483703 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: router-admin-state-down-before-update Apr 05 22:23:22.484027 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: agent.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.484804 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.485320 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: agent Apr 05 22:23:22.485647 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: agent_resources_synced.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.486567 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.487081 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: agent-resources-synced Apr 05 22:23:22.487407 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: allowedaddresspairs.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.489240 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.489765 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: allowed-address-pairs Apr 05 22:23:22.490094 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: auto_allocated_topology.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.491173 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.491685 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: auto-allocated-topology Apr 05 22:23:22.492012 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: availability_zone.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.492703 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.493231 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: availability_zone Apr 05 22:23:22.493556 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: availability_zone_filter.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.494467 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.495229 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: availability_zone_filter Apr 05 22:23:22.495550 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: data_plane_status.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.496458 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.496990 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extension data-plane-status not supported by any of loaded plugins Apr 05 22:23:22.497314 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: default_subnetpools.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.498238 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.498742 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: default-subnetpools Apr 05 22:23:22.499066 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: dhcpagentscheduler.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.500385 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.500944 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: dhcp_agent_scheduler Apr 05 22:23:22.501273 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: dns.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.502193 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.502700 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extension dns-integration not supported by any of loaded plugins Apr 05 22:23:22.503027 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: dns_domain_ports.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.503948 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.504452 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 05 22:23:22.504801 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.505732 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.506234 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 05 22:23:22.506558 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: dvr.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.507228 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.507737 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: dvr Apr 05 22:23:22.508061 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: ecmp_routes.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.509019 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.509530 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extension ecmp_routes not supported by any of loaded plugins Apr 05 22:23:22.509854 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: empty_string_filtering.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.510779 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.511290 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: empty-string-filtering Apr 05 22:23:22.511615 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.512528 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.513065 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 05 22:23:22.513389 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.514318 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.514970 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 05 22:23:22.515293 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: external_net.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.516789 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.517315 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: external-net Apr 05 22:23:22.517638 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: extra_dhcp_opt.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.518550 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.519061 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: extra_dhcp_opt Apr 05 22:23:22.519385 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: extraroute.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.520303 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.520846 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: extraroute Apr 05 22:23:22.521173 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: extraroute_atomic.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.522233 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.522749 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: extraroute-atomic Apr 05 22:23:22.523072 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: filter_validation.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.523740 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.524245 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: filter-validation Apr 05 22:23:22.524566 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: fip_pf_description.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.525502 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.526007 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 05 22:23:22.526330 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: fip_pf_port_range.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.527239 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.527741 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 05 22:23:22.528062 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: fip_port_details.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.529210 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.529725 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: fip-port-details Apr 05 22:23:22.530046 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: flavors.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.531313 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.531834 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: flavors Apr 05 22:23:22.532163 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.533903 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.534432 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 05 22:23:22.534768 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: floatingip_pools.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.535472 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.535990 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: floatingip-pools Apr 05 22:23:22.536318 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: ip_allocation.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.537278 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.537788 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extension ip_allocation not supported by any of loaded plugins Apr 05 22:23:22.538116 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.539044 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.539555 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: ip-substring-filtering Apr 05 22:23:22.539885 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: l2_adjacency.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.540853 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.541358 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extension l2_adjacency not supported by any of loaded plugins Apr 05 22:23:22.541685 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: l3.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.542665 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.543186 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: router Apr 05 22:23:22.543517 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: l3_conntrack_helper.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.545794 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.546328 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 05 22:23:22.546666 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.547615 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.548133 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: ext-gw-mode Apr 05 22:23:22.548464 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.549417 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.549934 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: l3-ha Apr 05 22:23:22.550264 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.551179 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.551690 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 05 22:23:22.552017 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: l3_flavors.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.552965 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.553479 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: l3-flavors Apr 05 22:23:22.553806 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: l3_ndp_proxy.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.555162 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.555678 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 05 22:23:22.556004 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.556947 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.557459 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: l3-port-ip-change-not-allowed Apr 05 22:23:22.557784 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: l3agentscheduler.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.558823 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.559335 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: l3_agent_scheduler Apr 05 22:23:22.559665 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: local_ip.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.561536 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.562070 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extension local_ip not supported by any of loaded plugins Apr 05 22:23:22.562925 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: logging.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.564545 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.565105 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extension logging not supported by any of loaded plugins Apr 05 22:23:22.565443 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: metering.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.566187 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.566774 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: metering Apr 05 22:23:22.567101 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.568196 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.568715 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: metering_source_and_destination_fields Apr 05 22:23:22.569073 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: multiprovidernet.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.570002 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.570514 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: multi-provider Apr 05 22:23:22.570842 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: netmtu.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.571762 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.572274 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: net-mtu Apr 05 22:23:22.572602 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: netmtu_writable.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.573556 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.574070 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: net-mtu-writable Apr 05 22:23:22.574397 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: network_availability_zone.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.575067 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.575575 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: network_availability_zone Apr 05 22:23:22.575900 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: network_ip_availability.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.577055 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.577579 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: network-ip-availability Apr 05 22:23:22.577909 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: network_segment_range.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.579269 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.579788 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extension network-segment-range not supported by any of loaded plugins Apr 05 22:23:22.580106 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: pagination.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.581122 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.581462 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: pagination Apr 05 22:23:22.581788 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: port_device_profile.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.582738 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.583280 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: port-device-profile Apr 05 22:23:22.583605 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.584536 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.585079 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: port-mac-address-regenerate Apr 05 22:23:22.585406 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.586329 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.586835 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: port-numa-affinity-policy Apr 05 22:23:22.587158 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: port_resource_request.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.588078 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.588584 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extension port-resource-request not supported by any of loaded plugins Apr 05 22:23:22.588943 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: port_resource_request_groups.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.589912 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.590417 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 05 22:23:22.590741 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: portbindings.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.591679 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.592190 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: binding Apr 05 22:23:22.592516 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: portbindings_extended.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.593838 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.594361 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: binding-extended Apr 05 22:23:22.594691 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: portsecurity.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.595613 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.596127 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: port-security Apr 05 22:23:22.596454 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: project_id.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.597467 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.597802 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: project-id Apr 05 22:23:22.598130 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: providernet.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.599062 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.599574 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: provider Apr 05 22:23:22.599899 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: qos.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.603383 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.603911 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extension qos not supported by any of loaded plugins Apr 05 22:23:22.604246 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.605522 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.606042 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 05 22:23:22.606370 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.607292 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.607802 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 05 22:23:22.608128 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: qos_default.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.609165 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.610285 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extension qos-default not supported by any of loaded plugins Apr 05 22:23:22.610622 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: qos_fip.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.611562 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.612083 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extension qos-fip not supported by any of loaded plugins Apr 05 22:23:22.612413 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: qos_fip_network_policy.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.613373 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.613891 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 05 22:23:22.614215 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: qos_gateway_ip.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.615271 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.615790 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 05 22:23:22.616116 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: qos_port_network_policy.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.617058 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.617570 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 05 22:23:22.617894 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.618944 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.619456 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 05 22:23:22.619781 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.621102 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.621626 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 05 22:23:22.621955 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: qos_pps_rule.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.623122 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.623634 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extension qos-pps not supported by any of loaded plugins Apr 05 22:23:22.623961 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: qos_rule_type_details.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.625418 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.625936 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 05 22:23:22.626262 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: qos_rule_type_filter.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.627202 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.627713 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 05 22:23:22.628037 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: qos_rules_alias.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.629117 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.629630 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 05 22:23:22.629956 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: quota_check_limit.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.630871 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.631386 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: quota-check-limit Apr 05 22:23:22.631720 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: quotasv2.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.632649 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.633011 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: quotas Apr 05 22:23:22.633337 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: quotasv2_detail.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.635038 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.635378 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: quota_details Apr 05 22:23:22.635709 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: rbac.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.636780 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.637309 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: rbac-policies Apr 05 22:23:22.637641 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: rbac_address_group.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.638575 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.639091 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: rbac-address-group Apr 05 22:23:22.639420 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: rbac_address_scope.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.640346 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.640933 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: rbac-address-scope Apr 05 22:23:22.641263 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: rbac_security_groups.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.642264 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.642774 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: rbac-security-groups Apr 05 22:23:22.643101 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: rbac_subnetpool.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.644032 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.644540 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: rbac-subnetpool Apr 05 22:23:22.644900 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: revisionifmatch.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.645829 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.646339 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: revision-if-match Apr 05 22:23:22.646664 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: revisions.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.647780 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.648290 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: standard-attr-revisions Apr 05 22:23:22.648615 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: router_availability_zone.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.649323 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.649832 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: router_availability_zone Apr 05 22:23:22.650155 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: routerservicetype.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.651079 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.651589 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extension router-service-type not supported by any of loaded plugins Apr 05 22:23:22.651914 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.652878 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.653388 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: security-groups-normalized-cidr Apr 05 22:23:22.653714 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: security_groups_port_filtering.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.654647 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.655158 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: port-security-groups-filtering Apr 05 22:23:22.655488 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.657002 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.657523 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: security-groups-remote-address-group Apr 05 22:23:22.657850 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.658784 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.659298 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: security-groups-shared-filtering Apr 05 22:23:22.659624 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.660216 dv-cinder-835879-4-iscsi neutron-server[103195]: WARNING neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 05 22:23:22.660536 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: securitygroup.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.670154 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.670688 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: security-group Apr 05 22:23:22.671022 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: segment.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.671795 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.672322 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extension segment not supported by any of loaded plugins Apr 05 22:23:22.672652 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.673644 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.674161 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 05 22:23:22.674488 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: servicetype.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.675579 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.676102 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: service-type Apr 05 22:23:22.676429 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: sorting.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.677443 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.677779 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: sorting Apr 05 22:23:22.678103 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: standard_attr_segment.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.679026 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.679540 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 05 22:23:22.679865 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: standardattrdescription.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.680514 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.681045 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: standard-attr-description Apr 05 22:23:22.681372 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: stateful_security_group.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.682334 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.682850 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: stateful-security-group Apr 05 22:23:22.683175 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: stdattrs_common.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.683746 dv-cinder-835879-4-iscsi neutron-server[103195]: WARNING neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 05 22:23:22.684071 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.685049 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.685577 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 05 22:23:22.685905 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: subnet_onboard.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.686968 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.688011 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: subnet_onboard Apr 05 22:23:22.688339 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.689296 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.689808 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 05 22:23:22.690136 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: subnet_service_types.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.691072 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.691596 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: subnet-service-types Apr 05 22:23:22.691927 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: subnetallocation.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.693056 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.693569 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: subnet_allocation Apr 05 22:23:22.693893 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.694562 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.695078 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: subnetpool-prefix-ops Apr 05 22:23:22.695404 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.696340 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.696883 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 05 22:23:22.697211 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: tagging.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.698271 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.698785 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: standard-attr-tag Apr 05 22:23:22.699115 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: timestamp.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.700323 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.700872 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loaded extension: standard-attr-timestamp Apr 05 22:23:22.701201 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: trunk.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.702249 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.702771 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extension trunk not supported by any of loaded plugins Apr 05 22:23:22.703156 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: trunk_details.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.704088 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.704603 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extension trunk-details not supported by any of loaded plugins Apr 05 22:23:22.704953 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: uplink_status_propagation.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.705875 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.706388 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 05 22:23:22.706711 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Loading extension file: vlantransparent.py {{(pid=103195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:22.707376 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:22.707889 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extension vlan-transparent not supported by any of loaded plugins Apr 05 22:23:22.710426 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.quota.resource_registry [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Creating instance of TrackedResource for resource:network Apr 05 22:23:22.710951 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.quota.resource_registry [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Creating instance of TrackedResource for resource:subnet Apr 05 22:23:22.711355 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.quota.resource_registry [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 22:23:22.711754 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.quota.resource_registry [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Creating instance of TrackedResource for resource:port Apr 05 22:23:22.713010 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.v2.resource_helper [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:23:22.713449 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.v2.resource_helper [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Service FLAVORS assigned prefix: {{(pid=103195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:23:22.714127 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.v2.resource_helper [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:23:22.714520 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.v2.resource_helper [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:23:22.714854 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.quota.resource_registry [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Creating instance of TrackedResource for resource:router Apr 05 22:23:22.715283 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.quota.resource_registry [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Creating instance of TrackedResource for resource:floatingip Apr 05 22:23:22.715771 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.v2.resource_helper [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Service METERING assigned prefix: /metering {{(pid=103195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:23:22.717260 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.717636 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.718001 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:22.719501 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.quota.resource_registry [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Creating instance of CountableResource for resource:rbac_policy Apr 05 22:23:22.719944 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.quota.resource_registry [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Creating instance of TrackedResource for resource:security_group Apr 05 22:23:22.720380 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.quota.resource_registry [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Creating instance of TrackedResource for resource:security_group_rule Apr 05 22:23:22.721001 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.v2.resource_helper [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Service CORE assigned prefix: {{(pid=103195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:23:22.721339 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.quota.resource_registry [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 22:23:22.721687 dv-cinder-835879-4-iscsi neutron-server[103195]: WARNING neutron.quota.resource_registry [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] subnetpool is already registered Apr 05 22:23:22.722125 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.v2.resource_helper [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Service CORE assigned prefix: {{(pid=103195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:23:22.722455 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.quota.resource_registry [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 22:23:22.722797 dv-cinder-835879-4-iscsi neutron-server[103195]: WARNING neutron.quota.resource_registry [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] subnetpool is already registered Apr 05 22:23:22.725123 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.v2.resource_helper [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:23:22.725563 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.v2.resource_helper [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Service FLAVORS assigned prefix: {{(pid=103195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:23:22.726151 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.v2.resource_helper [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:23:22.726577 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.v2.resource_helper [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:23:22.726913 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.quota.resource_registry [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Creating instance of TrackedResource for resource:router Apr 05 22:23:22.727253 dv-cinder-835879-4-iscsi neutron-server[103195]: WARNING neutron.quota.resource_registry [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] router is already registered Apr 05 22:23:22.727669 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.quota.resource_registry [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Creating instance of TrackedResource for resource:floatingip Apr 05 22:23:22.728005 dv-cinder-835879-4-iscsi neutron-server[103195]: WARNING neutron.quota.resource_registry [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] floatingip is already registered Apr 05 22:23:22.728462 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.v2.resource_helper [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Service METERING assigned prefix: /metering {{(pid=103195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:23:22.729162 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.quota.resource_registry [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Creating instance of CountableResource for resource:rbac_policy Apr 05 22:23:22.729495 dv-cinder-835879-4-iscsi neutron-server[103195]: WARNING neutron.quota.resource_registry [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] rbac_policy is already registered Apr 05 22:23:22.729907 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.quota.resource_registry [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Creating instance of TrackedResource for resource:security_group Apr 05 22:23:22.730241 dv-cinder-835879-4-iscsi neutron-server[103195]: WARNING neutron.quota.resource_registry [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] security_group is already registered Apr 05 22:23:22.730644 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.quota.resource_registry [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Creating instance of TrackedResource for resource:security_group_rule Apr 05 22:23:22.730976 dv-cinder-835879-4-iscsi neutron-server[103195]: WARNING neutron.quota.resource_registry [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] security_group_rule is already registered Apr 05 22:23:22.731611 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.v2.resource_helper [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Service CORE assigned prefix: {{(pid=103195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:23:22.731942 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.quota.resource_registry [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 22:23:22.732274 dv-cinder-835879-4-iscsi neutron-server[103195]: WARNING neutron.quota.resource_registry [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] subnetpool is already registered Apr 05 22:23:22.732687 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.v2.resource_helper [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Service CORE assigned prefix: {{(pid=103195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:23:22.733033 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.quota.resource_registry [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 22:23:22.733361 dv-cinder-835879-4-iscsi neutron-server[103195]: WARNING neutron.quota.resource_registry [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] subnetpool is already registered Apr 05 22:23:22.733829 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extended resource: extensions {{(pid=103195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:22.735314 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extended resource: address-groups {{(pid=103195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:22.736829 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extended resource: address-scopes {{(pid=103195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:22.738167 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extended resource: agents {{(pid=103195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:22.742877 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extended resource: auto-allocated-topology {{(pid=103195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:22.744547 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extended resource: availability_zones {{(pid=103195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:22.746076 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extended resource: dhcp-networks {{(pid=103195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:22.747555 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extended resource: dhcp-agents {{(pid=103195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:22.749032 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extended resource: routers {{(pid=103195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:22.752202 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extended resource: flavors {{(pid=103195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:22.753429 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extended resource: service_profiles {{(pid=103195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:22.754638 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extended resource: next_providers {{(pid=103195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:22.756107 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extended resource: service_profiles {{(pid=103195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:22.757676 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extended resource: floatingip-pools {{(pid=103195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:22.758899 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extended resource: routers {{(pid=103195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:22.761021 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extended resource: floatingips {{(pid=103195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:22.762298 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extended resource: l3-routers {{(pid=103195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:22.763693 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extended resource: l3-agents {{(pid=103195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:22.765162 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extended resource: metering-labels {{(pid=103195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:22.767058 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extended resource: metering-label-rules {{(pid=103195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:22.768328 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extended resource: network-ip-availabilities {{(pid=103195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:22.769624 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extended resource: bindings {{(pid=103195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:22.771278 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extended resource: quotas {{(pid=103195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:22.772875 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extended resource: quotas {{(pid=103195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:22.774399 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extended resource: rbac-policies {{(pid=103195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:22.775694 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extended resource: security-groups {{(pid=103195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:22.776956 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extended resource: security-group-rules {{(pid=103195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:22.778178 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extended resource: service-providers {{(pid=103195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:22.779455 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extended resource: subnetpools {{(pid=103195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:22.780894 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extended resource: subnetpools {{(pid=103195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:22.782907 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extended resource: tags {{(pid=103195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:22.784573 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extended resource: tags {{(pid=103195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:22.786402 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extended resource: tags {{(pid=103195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:22.788175 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extended resource: tags {{(pid=103195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:22.789980 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extended resource: tags {{(pid=103195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:22.791816 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extended resource: tags {{(pid=103195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:22.793534 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extended resource: tags {{(pid=103195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:22.795475 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extended resource: tags {{(pid=103195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:22.797289 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extended resource: tags {{(pid=103195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:22.799102 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron.api.extensions [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Extended resource: tags {{(pid=103195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:22.805053 dv-cinder-835879-4-iscsi neutron-server[103195]: WARNING keystonemiddleware.auth_token [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 05 22:23:22.809727 dv-cinder-835879-4-iscsi neutron-server[103195]: WARNING keystonemiddleware.auth_token [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 05 22:23:22.818316 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_concurrency.lockutils [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Acquired lock "singleton_lock" {{(pid=103195) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 05 22:23:22.818796 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_concurrency.lockutils [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Releasing lock "singleton_lock" {{(pid=103195) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 05 22:23:22.819451 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO oslo_service.service [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Starting 2 workers Apr 05 22:23:22.824426 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Started child 103302 {{(pid=103195) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 05 22:23:22.829830 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Started child 103303 {{(pid=103195) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 05 22:23:22.830576 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:23:22.831442 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO neutron.service [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Neutron service started, listening on 0.0.0.0:9696 Apr 05 22:23:22.832100 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Publish callbacks [] for process (None), before_spawn {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:23:22.832474 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [-] (103302) wsgi starting up on http://0.0.0.0:9696 Apr 05 22:23:22.834691 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO oslo_service.service [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Starting 1 workers Apr 05 22:23:22.835823 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:23:22.837772 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [-] (103303) wsgi starting up on http://0.0.0.0:9696 Apr 05 22:23:22.840025 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Started child 103304 {{(pid=103195) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 05 22:23:22.840558 dv-cinder-835879-4-iscsi neutron-server[103195]: INFO oslo_service.service [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Starting 1 workers Apr 05 22:23:22.844446 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.service [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] calling RpcWorker wait() {{(pid=103304) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 05 22:23:22.845013 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.service [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] returning from RpcWorker wait() {{(pid=103304) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 05 22:23:22.845808 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Started child 103305 {{(pid=103195) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 05 22:23:22.846239 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:23:22.846628 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1f8162d7-0b74-4e12-94bb-6e12ef6e02ae None None] Publish callbacks [] for process (None), after_spawn {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:23:22.846764 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:23:22.848641 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103195) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 05 22:23:22.848901 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 22:23:22.849099 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 22:23:22.849333 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 22:23:22.849682 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 22:23:22.849845 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 22:23:22.850395 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.850679 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.850869 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:23:22.851334 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.851334 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.851559 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.852125 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:23:22.852220 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.852387 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.852646 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.852945 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.853202 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.853376 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.853542 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.853792 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.854030 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.854348 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.854621 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.854875 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.855140 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.855334 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.855581 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.855847 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.856111 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.856393 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] debug = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.856638 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.857192 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.857439 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.857707 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.857929 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.858222 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.858452 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.858732 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.858954 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.859175 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.859491 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.859739 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.860009 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.860231 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.860498 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.860735 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.861016 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.861243 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.861727 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] host = dv-cinder-835879-4-iscsi {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.861969 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.862197 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.862452 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.862701 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.862965 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.863212 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.863465 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.863727 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.863990 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.864228 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.864484 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.864786 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.865050 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.865294 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] log_file = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.865461 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] log_options = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.865702 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.865982 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.866233 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.866425 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.866600 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.866755 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.867023 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.867178 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.867432 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.867673 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.867893 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.868130 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.868352 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.868587 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.868865 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.869186 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.869412 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.869628 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.870475 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.870475 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.870768 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.870906 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.871595 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.871595 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.872041 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.872041 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.872322 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.872468 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.872608 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.872884 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.873218 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.873598 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.873741 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.873978 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.874252 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.874506 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.874749 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.875233 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.875432 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.875630 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.875849 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.876057 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.876255 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.876571 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.877152 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.877152 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.877152 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] use_json = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.878192 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.878192 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.878192 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.878192 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.878721 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.878845 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.878974 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.879432 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.879432 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.879874 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.880359 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.880530 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.880723 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.884924 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.884924 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.884924 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.884924 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.884924 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.884924 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.884924 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.884924 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.886147 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.886147 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.886147 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.886147 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.886147 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.886147 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.886147 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.886147 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.887655 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.887655 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.887655 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.887655 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.887655 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.887655 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.887655 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.887655 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.888604 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.888604 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.888604 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.888604 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.888604 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.888604 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.888604 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.890117 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.890117 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.890117 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.890117 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.890117 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.890117 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.890992 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.890992 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.891214 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.891394 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.891612 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.891884 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.892113 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.892385 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.892578 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.892848 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.893092 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.893316 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.893537 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.893770 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.893987 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.894224 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.894479 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.894716 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.894934 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.895149 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.895369 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.895829 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.896239 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.896463 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.896688 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.899478 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.899478 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.899478 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.899478 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.899478 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.899478 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.899478 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.899478 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.899478 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.900077 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.900077 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.900077 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.900077 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.900077 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.900077 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.900432 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.900432 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.900560 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.900825 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.901035 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.901765 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.901765 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.901765 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.902000 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.902083 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.902370 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.902727 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.902983 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.903233 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.903456 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.903913 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.904140 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.904395 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.904639 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.904917 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.905139 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.905419 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.905666 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.905914 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.906271 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.906949 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.907191 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.907418 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.908430 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.908430 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.908430 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.908430 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.908748 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.908859 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.909066 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.909593 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.909593 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.909809 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.910085 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.910499 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.910925 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.911309 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.911753 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.912079 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.912421 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.912712 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.912976 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.913217 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.913778 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.914225 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.914494 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.914738 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.914997 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.915228 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.915481 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.915730 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.915974 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.916242 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.916582 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.916821 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.917043 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.918052 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.918052 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.918052 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.918052 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.918373 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.918536 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.918951 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.919351 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.919588 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.919829 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.920063 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.920317 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.920535 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.920796 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.921017 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.921241 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.921484 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.921741 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.922006 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.922532 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.922532 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.922696 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.922889 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.923113 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.923361 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.923572 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.923794 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.924035 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.924256 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.924477 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.924704 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.924948 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.925209 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.925449 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.925716 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.925985 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.926233 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.926649 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.926907 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.927147 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.927366 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.927613 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.927855 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.928071 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.928587 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.928587 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.928900 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.929044 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.929246 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.929403 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.929660 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.929896 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.930426 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.931531 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.931531 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.931531 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.931531 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.931933 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.931933 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.932095 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.932296 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.932518 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.932746 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.933357 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.933357 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.933542 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.933669 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.933916 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.934162 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.934408 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.934652 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.934878 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.935107 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.935331 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.935552 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.935921 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.936317 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.936537 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.936756 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.937000 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.937217 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.937538 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.937794 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.938043 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.938372 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.939394 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.939394 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.939394 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.939394 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.939714 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.939783 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.939956 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.940177 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.940443 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.940679 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.940919 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.941153 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.941376 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.941594 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.941819 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.942061 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.942275 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.942503 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.942730 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.942966 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.943195 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.943409 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.943624 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.943851 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.944072 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.944287 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.944517 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.944737 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.944976 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.945206 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.945428 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.945641 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.945924 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.946244 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.946433 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.946727 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.946970 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.947212 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.947460 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.947777 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.948016 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.948261 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.948505 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.948728 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.949011 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.949281 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.949605 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.949892 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.950425 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.950425 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.950680 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.950927 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.951184 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.951409 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.951713 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.952042 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.952335 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.952601 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.953554 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.953823 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.954052 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.954274 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.954489 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.954721 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.954961 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.955224 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.955459 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.955705 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.955929 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.956158 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.956603 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.956935 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.957220 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.957526 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.957809 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.957988 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 22:23:22.958505 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103195) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 05 22:23:22.958675 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 22:23:22.958822 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:23:22.958943 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 22:23:22.959033 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 22:23:22.959175 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 22:23:22.959330 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 22:23:22.959541 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.959705 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.959870 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.960031 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.960192 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.960375 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.960537 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.960698 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.960880 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.961040 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.961199 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.961359 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.961519 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.961680 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.961841 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.962002 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.962162 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.962322 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.962487 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.962648 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.962886 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.963047 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.963209 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] debug = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.963362 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.963566 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.963732 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.963891 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.964051 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.964268 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.964364 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.964549 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.964707 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.964866 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.965018 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.965183 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.965341 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.965553 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.965663 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.965808 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.965967 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.966129 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.966284 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] host = dv-cinder-835879-4-iscsi {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.966583 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.966890 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.967413 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.967413 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.967413 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.967667 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.967667 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.967811 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.967949 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.968113 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.968270 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.968557 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.969450 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.969799 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] log_file = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.970125 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] log_options = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.970465 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.970625 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.970786 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.970975 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.971142 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.971303 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.971463 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.971625 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.971786 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.971946 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.972084 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.972254 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.972415 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.972569 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.972729 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.972913 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.973066 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.973226 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.973357 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.973523 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.973682 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.973846 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.973981 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.974142 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.974306 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.974445 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.974611 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.974774 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.974933 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.975096 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.975261 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.975474 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.975647 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.975791 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.975967 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.976126 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.976265 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.976394 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.976507 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.976620 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.976754 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.976926 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.977081 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.977245 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.977429 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.977562 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.977723 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] use_json = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.977884 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.978011 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.978176 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.978337 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.978489 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.978647 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.978857 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.978984 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.979110 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:22.979255 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.979418 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.979592 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.979750 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.979907 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.980060 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.980282 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.980413 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.980539 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.980664 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.980850 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.981033 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.981233 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.981430 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.981574 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.981733 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.981858 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.981983 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.982107 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.982231 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.982354 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.982520 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.982692 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.982854 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.983017 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.983180 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.983341 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.983511 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.983675 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.983853 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.984016 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.984179 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.984377 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.984540 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.984710 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.984898 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.985061 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.985227 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.985391 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.985519 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.985668 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.985832 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.986057 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.986239 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.986391 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.986542 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.986706 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.986872 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.987033 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.987485 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.987485 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.987485 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.988138 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.988138 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.988138 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.988138 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.989170 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.989170 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.989170 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.989170 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.989170 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.989170 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.989170 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.990580 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.990580 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.990580 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.990580 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.990580 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.990580 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.990580 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.990580 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.990580 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.992296 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.992296 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.992296 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.992296 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.992296 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.992296 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.992296 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.992296 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.992296 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.993244 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.993244 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.993244 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.993244 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.993244 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.993244 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.993244 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.993244 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.993749 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.993749 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.993749 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.993749 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.993970 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.994037 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.994206 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.994386 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.994529 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.994695 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.995129 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.995262 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.995403 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.995587 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.995720 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.995870 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.996010 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.996147 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.996286 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.996451 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.996606 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.996820 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.996977 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.997115 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.997273 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.997455 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.997587 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.997725 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.997906 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.998049 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.998186 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.998325 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.998462 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.998609 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.998747 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.998904 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.999156 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.999304 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.999448 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.999627 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.999812 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:22.999812 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.000118 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.000259 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.000417 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.000630 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.000630 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.000926 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.000926 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.001200 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.001351 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.001500 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.001640 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.001778 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.001916 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.002053 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.002191 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.002328 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.002465 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.002613 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.002753 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.002901 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.003082 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.003388 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.003388 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.003835 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.003835 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.003835 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.004471 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.004471 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.004471 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.004471 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.005246 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.005246 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.005246 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.005246 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.005246 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.005989 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.005989 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.005989 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.005989 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.005989 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.006467 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.006467 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.006467 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.006756 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.006756 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.006970 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.007076 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.007191 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.007298 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.007444 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.007606 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.007771 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.007966 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.008107 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.008245 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.008388 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.008559 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.008706 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.008888 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.009052 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.009208 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.010015 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.010015 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.010015 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.010015 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.010015 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.010428 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.010428 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.010577 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.010658 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.010765 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.010939 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.011134 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.011307 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.011519 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.011732 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.011732 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.012013 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.012013 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.012292 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.012292 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.012573 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.012722 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.013001 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.013001 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.013265 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.013265 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.013391 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.013535 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.013697 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.013860 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.014022 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.014197 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.014361 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.014524 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.014690 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.014853 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.015017 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.015190 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.015352 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.016043 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.016206 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.016370 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.016533 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.016706 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.016890 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.017053 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.017221 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.017353 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.017515 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.017686 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.017848 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.018011 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.018174 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.018337 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.018500 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.018671 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.018834 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.018996 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.019157 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.019319 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.019488 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.019656 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.019975 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.020122 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.020290 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.020541 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.020712 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.020981 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.021127 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 41362) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:23:23.021272 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.021272 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.021540 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.021540 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.021820 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.021820 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.022082 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.022220 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.022358 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.022509 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.022648 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.022786 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.022932 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.023073 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.023212 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.023372 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.023539 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.023711 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.023884 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.024056 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.024221 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.024395 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.024575 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.024722 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.024927 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.025072 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.025210 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.025369 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.025513 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.025681 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.025837 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.025978 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.026146 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.026311 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.026457 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.026623 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.026779 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.026939 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.027103 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.027256 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.027418 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.027583 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:23.027738 dv-cinder-835879-4-iscsi neutron-server[103195]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 22:23:23.029649 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064769 Apr 05 22:23:34.289505 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373bf914-76a6-4fed-9b22-4d0ae7505785 None None] get_active_networks_info from dv-cinder-835879-4-iscsi {{(pid=103304) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 05 22:23:34.381500 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373bf914-76a6-4fed-9b22-4d0ae7505785 None None] No non-hosted networks {{(pid=103304) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 05 22:23:34.398686 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.agentschedulers_db [None req-373bf914-76a6-4fed-9b22-4d0ae7505785 None None] DHCP Agent not found on host dv-cinder-835879-4-iscsi {{(pid=103304) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 05 22:23:34.517294 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c8e9dadb-0c68-46e8-b0f2-d740c0a0f24b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-527879'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:23:36.758829 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d4dfa39-9cf4-4ff2-9e1f-46f062b9d592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-527879'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:23:36.798896 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9e7688c7-3de1-4b46-97ea-5d38f98fed99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:23:37.493321 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-527879'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:23:37.574424 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 41432) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:23:38.112594 dv-cinder-835879-4-iscsi neutron-server[103303]: WARNING oslo_policy.policy [None req-253eff02-1d84-41a0-9a5c-f0acab058609 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 22:23:38.113296 dv-cinder-835879-4-iscsi neutron-server[103303]: WARNING oslo_policy.policy [None req-253eff02-1d84-41a0-9a5c-f0acab058609 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 22:23:38.335475 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [None req-253eff02-1d84-41a0-9a5c-f0acab058609 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103303) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:23:38.349620 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-253eff02-1d84-41a0-9a5c-f0acab058609 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7612591 Apr 05 22:23:39.149444 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-527879'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:23:40.674991 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-527879'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:23:40.677197 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:23:40.677784 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:23:40.678726 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:23:40.679368 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:23:40.680029 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:23:40.680868 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:23:40.683216 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:23:40.683878 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:23:40.684484 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:23:40.685182 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:23:40.685964 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:23:40.687765 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:23:40.689467 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:23:40.690114 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:23:40.690813 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:23:40.692216 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-835879-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:23:40.707696 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-835879-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:23:40.937999 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 41462) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:23:41.283075 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-6a7998c4-5d88-402c-a629-ade5a1990064 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:23:41.378121 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.policy [None req-6a7998c4-5d88-402c-a629-ade5a1990064 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103303) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 05 22:23:41.425143 dv-cinder-835879-4-iscsi neutron-server[103303]: WARNING oslo_policy.policy [None req-6a7998c4-5d88-402c-a629-ade5a1990064 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 22:23:41.425536 dv-cinder-835879-4-iscsi neutron-server[103303]: WARNING oslo_policy.policy [None req-6a7998c4-5d88-402c-a629-ade5a1990064 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 22:23:41.525180 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6a7998c4-5d88-402c-a629-ade5a1990064 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760884239602', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760884237061', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760884253291', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760884215386', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760884207095', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760884200543', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3805888', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3902549', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-692882', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-651107'] for rbac-policy (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:23:41.601984 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6a7998c4-5d88-402c-a629-ade5a1990064 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:23:41.616812 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-6a7998c4-5d88-402c-a629-ade5a1990064 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6642504 Apr 05 22:23:41.998032 dv-cinder-835879-4-iscsi neutron-server[103304]: INFO neutron.db.l3_hamode_db [None req-1aae7bbb-7d61-40fb-ae3e-6c414e2788ec None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 05 22:23:42.080698 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aae7bbb-7d61-40fb-ae3e-6c414e2788ec None None] Routers set() bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:23:42.081135 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aae7bbb-7d61-40fb-ae3e-6c414e2788ec None None] Router IDs set() for agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 05 22:23:44.143448 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 41474) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:23:44.448385 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-63df924c-1b28-4c62-987e-59eb81d3f13a demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:23:44.477268 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63df924c-1b28-4c62-987e-59eb81d3f13a demo demo] Made reservation on behalf of d38002c1d1c6413b958d29a270b104a8 for: {'network': 1} {{(pid=103303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:23:44.480878 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-63df924c-1b28-4c62-987e-59eb81d3f13a demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for network (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:23:44.497678 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-63df924c-1b28-4c62-987e-59eb81d3f13a demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:23:44.610303 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-63df924c-1b28-4c62-987e-59eb81d3f13a demo demo] Publish callbacks [] for security_group (bc37c3a5-69a8-4237-b4d1-fc9b2b777a47), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:23:44.613970 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-63df924c-1b28-4c62-987e-59eb81d3f13a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (bc37c3a5-69a8-4237-b4d1-fc9b2b777a47), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:23:44.645942 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63df924c-1b28-4c62-987e-59eb81d3f13a demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=103303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:23:44.672705 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-63df924c-1b28-4c62-987e-59eb81d3f13a demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760879317872', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781'] for segment (e751060e-665d-40cd-8e9f-5d1d7ae167b4), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:23:44.673306 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-63df924c-1b28-4c62-987e-59eb81d3f13a demo demo] Unsubscribe: segment precommit_create {{(pid=103303) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 05 22:23:44.673807 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.db.segments_db [None req-63df924c-1b28-4c62-987e-59eb81d3f13a demo demo] Added segment e751060e-665d-40cd-8e9f-5d1d7ae167b4 of type vlan for network 1bd88224-47c6-418d-92a7-42d17a195a9a Apr 05 22:23:44.679592 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63df924c-1b28-4c62-987e-59eb81d3f13a demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=bc37c3a5-69a8-4237-b4d1-fc9b2b777a47,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:23:44.714272 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df924c-1b28-4c62-987e-59eb81d3f13a demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:23:44.714610 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df924c-1b28-4c62-987e-59eb81d3f13a demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:23:44.714961 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df924c-1b28-4c62-987e-59eb81d3f13a demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:23:44.715308 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df924c-1b28-4c62-987e-59eb81d3f13a demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:23:44.715638 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df924c-1b28-4c62-987e-59eb81d3f13a demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:23:44.715959 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df924c-1b28-4c62-987e-59eb81d3f13a demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:23:44.716279 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df924c-1b28-4c62-987e-59eb81d3f13a demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:23:44.716595 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df924c-1b28-4c62-987e-59eb81d3f13a demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:23:44.716937 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df924c-1b28-4c62-987e-59eb81d3f13a demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:23:44.717253 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df924c-1b28-4c62-987e-59eb81d3f13a demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:23:44.717590 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df924c-1b28-4c62-987e-59eb81d3f13a demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:23:44.718448 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df924c-1b28-4c62-987e-59eb81d3f13a demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:23:44.718763 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df924c-1b28-4c62-987e-59eb81d3f13a demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:23:44.719074 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df924c-1b28-4c62-987e-59eb81d3f13a demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:23:44.719384 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df924c-1b28-4c62-987e-59eb81d3f13a demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:23:44.720803 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df924c-1b28-4c62-987e-59eb81d3f13a demo demo] Tracked resource versions report: Apr 05 22:23:44.720803 dv-cinder-835879-4-iscsi neutron-server[103303]: pushed versions: Apr 05 22:23:44.720803 dv-cinder-835879-4-iscsi neutron-server[103303]: { 'AddressGroup': {'1.2'}, Apr 05 22:23:44.720803 dv-cinder-835879-4-iscsi neutron-server[103303]: 'Agent': {'1.1'}, Apr 05 22:23:44.720803 dv-cinder-835879-4-iscsi neutron-server[103303]: 'ConntrackHelper': {'1.0'}, Apr 05 22:23:44.720803 dv-cinder-835879-4-iscsi neutron-server[103303]: 'LocalIPAssociation': {'1.0'}, Apr 05 22:23:44.720803 dv-cinder-835879-4-iscsi neutron-server[103303]: 'Log': {'1.0'}, Apr 05 22:23:44.720803 dv-cinder-835879-4-iscsi neutron-server[103303]: 'NDPProxy': {'1.0'}, Apr 05 22:23:44.720803 dv-cinder-835879-4-iscsi neutron-server[103303]: 'Network': {'1.1'}, Apr 05 22:23:44.720803 dv-cinder-835879-4-iscsi neutron-server[103303]: 'Port': {'1.7'}, Apr 05 22:23:44.720803 dv-cinder-835879-4-iscsi neutron-server[103303]: 'PortForwarding': {'1.3'}, Apr 05 22:23:44.720803 dv-cinder-835879-4-iscsi neutron-server[103303]: 'QosPolicy': {'1.10'}, Apr 05 22:23:44.720803 dv-cinder-835879-4-iscsi neutron-server[103303]: 'SecurityGroup': {'1.5'}, Apr 05 22:23:44.720803 dv-cinder-835879-4-iscsi neutron-server[103303]: 'SecurityGroupRule': {'1.2'}, Apr 05 22:23:44.720803 dv-cinder-835879-4-iscsi neutron-server[103303]: 'SubPort': {'1.0'}, Apr 05 22:23:44.720803 dv-cinder-835879-4-iscsi neutron-server[103303]: 'Subnet': {'1.1'}, Apr 05 22:23:44.720803 dv-cinder-835879-4-iscsi neutron-server[103303]: 'Trunk': {'1.1'}} Apr 05 22:23:44.720803 dv-cinder-835879-4-iscsi neutron-server[103303]: consumer versions: Apr 05 22:23:44.720803 dv-cinder-835879-4-iscsi neutron-server[103303]: { DHCP agent@dv-cinder-835879-4-iscsi: {}, Apr 05 22:23:44.720803 dv-cinder-835879-4-iscsi neutron-server[103303]: L3 agent@dv-cinder-835879-4-iscsi: {}, Apr 05 22:23:44.720803 dv-cinder-835879-4-iscsi neutron-server[103303]: Metadata agent@dv-cinder-835879-4-iscsi: {}, Apr 05 22:23:44.720803 dv-cinder-835879-4-iscsi neutron-server[103303]: Metering agent@dv-cinder-835879-4-iscsi: {}, Apr 05 22:23:44.720803 dv-cinder-835879-4-iscsi neutron-server[103303]: Open vSwitch agent@dv-cinder-835879-4-iscsi: { 'AddressGroup': '1.2', Apr 05 22:23:44.720803 dv-cinder-835879-4-iscsi neutron-server[103303]: 'Agent': '1.1', Apr 05 22:23:44.720803 dv-cinder-835879-4-iscsi neutron-server[103303]: 'ConntrackHelper': '1.0', Apr 05 22:23:44.720803 dv-cinder-835879-4-iscsi neutron-server[103303]: 'LocalIPAssociation': '1.0', Apr 05 22:23:44.720803 dv-cinder-835879-4-iscsi neutron-server[103303]: 'Log': '1.0', Apr 05 22:23:44.720803 dv-cinder-835879-4-iscsi neutron-server[103303]: 'NDPProxy': '1.0', Apr 05 22:23:44.720803 dv-cinder-835879-4-iscsi neutron-server[103303]: 'Network': '1.1', Apr 05 22:23:44.720803 dv-cinder-835879-4-iscsi neutron-server[103303]: 'Port': '1.7', Apr 05 22:23:44.720803 dv-cinder-835879-4-iscsi neutron-server[103303]: 'PortForwarding': '1.3', Apr 05 22:23:44.720803 dv-cinder-835879-4-iscsi neutron-server[103303]: 'QosPolicy': '1.10', Apr 05 22:23:44.720803 dv-cinder-835879-4-iscsi neutron-server[103303]: 'SecurityGroup': '1.5', Apr 05 22:23:44.720803 dv-cinder-835879-4-iscsi neutron-server[103303]: 'SecurityGroupRule': '1.2', Apr 05 22:23:44.720803 dv-cinder-835879-4-iscsi neutron-server[103303]: 'SubPort': '1.0', Apr 05 22:23:44.720803 dv-cinder-835879-4-iscsi neutron-server[103303]: 'Subnet': '1.1', Apr 05 22:23:44.720803 dv-cinder-835879-4-iscsi neutron-server[103303]: 'Trunk': '1.1'}} Apr 05 22:23:44.720803 dv-cinder-835879-4-iscsi neutron-server[103303]: {{(pid=103303) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 22:23:44.784182 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-63df924c-1b28-4c62-987e-59eb81d3f13a demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760878853690'] for network (1bd88224-47c6-418d-92a7-42d17a195a9a), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:23:44.822375 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-63df924c-1b28-4c62-987e-59eb81d3f13a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960'] for network (1bd88224-47c6-418d-92a7-42d17a195a9a), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:23:44.827858 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63df924c-1b28-4c62-987e-59eb81d3f13a demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:23:44.828586 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-63df924c-1b28-4c62-987e-59eb81d3f13a demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for network (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:23:44.900805 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-63df924c-1b28-4c62-987e-59eb81d3f13a demo demo] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7561858 Apr 05 22:23:44.947971 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63df924c-1b28-4c62-987e-59eb81d3f13a demo demo] Pushing event updated for resources: {'Network': ['ID=1bd88224-47c6-418d-92a7-42d17a195a9a,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:23:44.960408 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Network 1bd88224-47c6-418d-92a7-42d17a195a9a details requested by agent ovs-agent-dv-cinder-835879-4-iscsi with host dv-cinder-835879-4-iscsi {{(pid=103304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:23:47.463809 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 41486) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:23:47.876898 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c9941b-2cbd-468e-989f-90bd9b8e2d25 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:23:47.881266 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-d2c9941b-2cbd-468e-989f-90bd9b8e2d25 demo admin] 10.222.0.15 "GET /v2.0/networks/1bd88224-47c6-418d-92a7-42d17a195a9a HTTP/1.1" status: 200 len: 825 time: 0.4164081 Apr 05 22:23:47.907663 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-d53781a7-a913-4ad0-8434-4a2e8125fd9f demo admin] 10.222.0.15 "GET /v2.0/subnetpools/87d735c4-0600-4db1-8236-38823909f7bd HTTP/1.1" status: 200 len: 734 time: 0.0187397 Apr 05 22:23:47.911939 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-e9ca03ce-629c-4cf9-867f-16dba9652767 demo admin] Request body: {'subnet': {'subnetpool_id': '87d735c4-0600-4db1-8236-38823909f7bd', 'network_id': '1bd88224-47c6-418d-92a7-42d17a195a9a', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:23:47.933131 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ca03ce-629c-4cf9-867f-16dba9652767 demo admin] Made reservation on behalf of d38002c1d1c6413b958d29a270b104a8 for: {'subnet': 1} {{(pid=103303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:23:47.935353 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e9ca03ce-629c-4cf9-867f-16dba9652767 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:23:48.221767 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e9ca03ce-629c-4cf9-867f-16dba9652767 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960'] for subnet (b7bb1517-fb02-4349-9907-351005f813bf), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:23:48.292886 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ca03ce-629c-4cf9-867f-16dba9652767 demo admin] Checking segment: {'id': 'e751060e-665d-40cd-8e9f-5d1d7ae167b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1bd88224-47c6-418d-92a7-42d17a195a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:23:48.293277 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ca03ce-629c-4cf9-867f-16dba9652767 demo admin] Network hostable DHCP agents. Network: 1bd88224-47c6-418d-92a7-42d17a195a9a, hostable agents: ['1fb4f16d-f195-4bf9-acd2-17d67be332a8'], hosted agents: [] {{(pid=103303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:23:48.298295 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca03ce-629c-4cf9-867f-16dba9652767 demo admin] Pushing event updated for resources: {'Subnet': ['ID=b7bb1517-fb02-4349-9907-351005f813bf,revision_number=0']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:23:48.315972 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ca03ce-629c-4cf9-867f-16dba9652767 demo admin] Network 1bd88224-47c6-418d-92a7-42d17a195a9a is scheduled to be hosted by DHCP agent 1fb4f16d-f195-4bf9-acd2-17d67be332a8 with binding_index 1 {{(pid=103303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:23:48.326586 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-e9ca03ce-629c-4cf9-867f-16dba9652767 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-4-iscsi, 1bd88224-47c6-418d-92a7-42d17a195a9a) {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:23:48.331007 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ca03ce-629c-4cf9-867f-16dba9652767 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:23:48.331605 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e9ca03ce-629c-4cf9-867f-16dba9652767 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for subnet (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:23:48.337665 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78542c88-3bab-40c6-8452-edb1e69b4b37 None None] Network 1bd88224-47c6-418d-92a7-42d17a195a9a requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:23:48.354831 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-e9ca03ce-629c-4cf9-867f-16dba9652767 demo admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4374242 Apr 05 22:23:48.712575 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac695012-60d6-4d20-b741-ffd0f135c68a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26cd13a5-304d-5ca3-99a1-274aeb97f72b-1bd88224-47c6-418d-92a7-42d17a195a9a', 'network_id': '1bd88224-47c6-418d-92a7-42d17a195a9a', 'project_id': 'd38002c1d1c6413b958d29a270b104a8', 'fixed_ips': [{'subnet_id': 'b7bb1517-fb02-4349-9907-351005f813bf'}]}} from dv-cinder-835879-4-iscsi. {{(pid=103304) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 22:23:48.713900 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ac695012-60d6-4d20-b741-ffd0f135c68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:23:48.990915 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-ac695012-60d6-4d20-b741-ffd0f135c68a None None] Allocated IP 172.20.0.2 (1bd88224-47c6-418d-92a7-42d17a195a9a/b7bb1517-fb02-4349-9907-351005f813bf/49a62832-c629-4341-ad88-a289349288e2) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:23:49.261373 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ac695012-60d6-4d20-b741-ffd0f135c68a None None] Publish callbacks [] for port (49a62832-c629-4341-ad88-a289349288e2), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:23:49.271645 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ac695012-60d6-4d20-b741-ffd0f135c68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596'] for port (49a62832-c629-4341-ad88-a289349288e2), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:23:49.341078 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac695012-60d6-4d20-b741-ffd0f135c68a None None] Network 1bd88224-47c6-418d-92a7-42d17a195a9a is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:23:49.347917 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-ac695012-60d6-4d20-b741-ffd0f135c68a None None] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:23:49.351560 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac695012-60d6-4d20-b741-ffd0f135c68a None None] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:23:49.367246 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac695012-60d6-4d20-b741-ffd0f135c68a None None] Pushing event updated for resources: {'Port': ['ID=49a62832-c629-4341-ad88-a289349288e2,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:23:49.396195 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac695012-60d6-4d20-b741-ffd0f135c68a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:23:49.396544 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac695012-60d6-4d20-b741-ffd0f135c68a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:23:49.396925 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac695012-60d6-4d20-b741-ffd0f135c68a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:23:49.397284 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac695012-60d6-4d20-b741-ffd0f135c68a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:23:49.397620 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac695012-60d6-4d20-b741-ffd0f135c68a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:23:49.397948 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac695012-60d6-4d20-b741-ffd0f135c68a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:23:49.398270 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac695012-60d6-4d20-b741-ffd0f135c68a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:23:49.398607 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac695012-60d6-4d20-b741-ffd0f135c68a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:23:49.398915 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac695012-60d6-4d20-b741-ffd0f135c68a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:23:49.399234 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac695012-60d6-4d20-b741-ffd0f135c68a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:23:49.399555 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac695012-60d6-4d20-b741-ffd0f135c68a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:23:49.399892 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac695012-60d6-4d20-b741-ffd0f135c68a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:23:49.400212 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac695012-60d6-4d20-b741-ffd0f135c68a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:23:49.400527 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac695012-60d6-4d20-b741-ffd0f135c68a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:23:49.400862 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac695012-60d6-4d20-b741-ffd0f135c68a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:23:49.402321 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac695012-60d6-4d20-b741-ffd0f135c68a None None] Tracked resource versions report: Apr 05 22:23:49.402321 dv-cinder-835879-4-iscsi neutron-server[103304]: pushed versions: Apr 05 22:23:49.402321 dv-cinder-835879-4-iscsi neutron-server[103304]: { 'AddressGroup': {'1.2'}, Apr 05 22:23:49.402321 dv-cinder-835879-4-iscsi neutron-server[103304]: 'Agent': {'1.1'}, Apr 05 22:23:49.402321 dv-cinder-835879-4-iscsi neutron-server[103304]: 'ConntrackHelper': {'1.0'}, Apr 05 22:23:49.402321 dv-cinder-835879-4-iscsi neutron-server[103304]: 'LocalIPAssociation': {'1.0'}, Apr 05 22:23:49.402321 dv-cinder-835879-4-iscsi neutron-server[103304]: 'Log': {'1.0'}, Apr 05 22:23:49.402321 dv-cinder-835879-4-iscsi neutron-server[103304]: 'NDPProxy': {'1.0'}, Apr 05 22:23:49.402321 dv-cinder-835879-4-iscsi neutron-server[103304]: 'Network': {'1.1'}, Apr 05 22:23:49.402321 dv-cinder-835879-4-iscsi neutron-server[103304]: 'Port': {'1.7'}, Apr 05 22:23:49.402321 dv-cinder-835879-4-iscsi neutron-server[103304]: 'PortForwarding': {'1.3'}, Apr 05 22:23:49.402321 dv-cinder-835879-4-iscsi neutron-server[103304]: 'QosPolicy': {'1.10'}, Apr 05 22:23:49.402321 dv-cinder-835879-4-iscsi neutron-server[103304]: 'SecurityGroup': {'1.5'}, Apr 05 22:23:49.402321 dv-cinder-835879-4-iscsi neutron-server[103304]: 'SecurityGroupRule': {'1.2'}, Apr 05 22:23:49.402321 dv-cinder-835879-4-iscsi neutron-server[103304]: 'SubPort': {'1.0'}, Apr 05 22:23:49.402321 dv-cinder-835879-4-iscsi neutron-server[103304]: 'Subnet': {'1.1'}, Apr 05 22:23:49.402321 dv-cinder-835879-4-iscsi neutron-server[103304]: 'Trunk': {'1.1'}} Apr 05 22:23:49.402321 dv-cinder-835879-4-iscsi neutron-server[103304]: consumer versions: Apr 05 22:23:49.402321 dv-cinder-835879-4-iscsi neutron-server[103304]: { DHCP agent@dv-cinder-835879-4-iscsi: {}, Apr 05 22:23:49.402321 dv-cinder-835879-4-iscsi neutron-server[103304]: L3 agent@dv-cinder-835879-4-iscsi: {}, Apr 05 22:23:49.402321 dv-cinder-835879-4-iscsi neutron-server[103304]: Metadata agent@dv-cinder-835879-4-iscsi: {}, Apr 05 22:23:49.402321 dv-cinder-835879-4-iscsi neutron-server[103304]: Metering agent@dv-cinder-835879-4-iscsi: {}, Apr 05 22:23:49.402321 dv-cinder-835879-4-iscsi neutron-server[103304]: Open vSwitch agent@dv-cinder-835879-4-iscsi: { 'AddressGroup': '1.2', Apr 05 22:23:49.402321 dv-cinder-835879-4-iscsi neutron-server[103304]: 'Agent': '1.1', Apr 05 22:23:49.402321 dv-cinder-835879-4-iscsi neutron-server[103304]: 'ConntrackHelper': '1.0', Apr 05 22:23:49.402321 dv-cinder-835879-4-iscsi neutron-server[103304]: 'LocalIPAssociation': '1.0', Apr 05 22:23:49.402321 dv-cinder-835879-4-iscsi neutron-server[103304]: 'Log': '1.0', Apr 05 22:23:49.402321 dv-cinder-835879-4-iscsi neutron-server[103304]: 'NDPProxy': '1.0', Apr 05 22:23:49.402321 dv-cinder-835879-4-iscsi neutron-server[103304]: 'Network': '1.1', Apr 05 22:23:49.402321 dv-cinder-835879-4-iscsi neutron-server[103304]: 'Port': '1.7', Apr 05 22:23:49.402321 dv-cinder-835879-4-iscsi neutron-server[103304]: 'PortForwarding': '1.3', Apr 05 22:23:49.402321 dv-cinder-835879-4-iscsi neutron-server[103304]: 'QosPolicy': '1.10', Apr 05 22:23:49.402321 dv-cinder-835879-4-iscsi neutron-server[103304]: 'SecurityGroup': '1.5', Apr 05 22:23:49.402321 dv-cinder-835879-4-iscsi neutron-server[103304]: 'SecurityGroupRule': '1.2', Apr 05 22:23:49.402321 dv-cinder-835879-4-iscsi neutron-server[103304]: 'SubPort': '1.0', Apr 05 22:23:49.402321 dv-cinder-835879-4-iscsi neutron-server[103304]: 'Subnet': '1.1', Apr 05 22:23:49.402321 dv-cinder-835879-4-iscsi neutron-server[103304]: 'Trunk': '1.1'}} Apr 05 22:23:49.402321 dv-cinder-835879-4-iscsi neutron-server[103304]: {{(pid=103304) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 22:23:49.451502 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-ac695012-60d6-4d20-b741-ffd0f135c68a None None] Attempting to bind port 49a62832-c629-4341-ad88-a289349288e2 on host dv-cinder-835879-4-iscsi for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:23:49.451929 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-ac695012-60d6-4d20-b741-ffd0f135c68a None None] Attempting to bind port 49a62832-c629-4341-ad88-a289349288e2 by drivers openvswitch,hyperv on host dv-cinder-835879-4-iscsi at level 0 using segments [{'id': 'e751060e-665d-40cd-8e9f-5d1d7ae167b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1bd88224-47c6-418d-92a7-42d17a195a9a'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:23:49.452350 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac695012-60d6-4d20-b741-ffd0f135c68a None None] Attempting to bind port 49a62832-c629-4341-ad88-a289349288e2 on network 1bd88224-47c6-418d-92a7-42d17a195a9a {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:23:49.457264 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac695012-60d6-4d20-b741-ffd0f135c68a None None] Checking agent: {'id': 'c28e45a8-012e-434a-8853-ea48f08ceb18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 23, 41), 'started_at': datetime.datetime(2022, 4, 5, 22, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:23:49.457653 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac695012-60d6-4d20-b741-ffd0f135c68a None None] Checking segment: {'id': 'e751060e-665d-40cd-8e9f-5d1d7ae167b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1bd88224-47c6-418d-92a7-42d17a195a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:23:49.458131 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ac695012-60d6-4d20-b741-ffd0f135c68a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:23:49.458515 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac695012-60d6-4d20-b741-ffd0f135c68a None None] Bound using segment: {'id': 'e751060e-665d-40cd-8e9f-5d1d7ae167b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1bd88224-47c6-418d-92a7-42d17a195a9a'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:23:49.458991 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-ac695012-60d6-4d20-b741-ffd0f135c68a None None] Bound port: 49a62832-c629-4341-ad88-a289349288e2, host: dv-cinder-835879-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e751060e-665d-40cd-8e9f-5d1d7ae167b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1bd88224-47c6-418d-92a7-42d17a195a9a'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:23:49.459393 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ac695012-60d6-4d20-b741-ffd0f135c68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (49a62832-c629-4341-ad88-a289349288e2), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:23:49.520503 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-ac695012-60d6-4d20-b741-ffd0f135c68a None None] For port 49a62832-c629-4341-ad88-a289349288e2, host dv-cinder-835879-4-iscsi, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:23:49.544283 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-ac695012-60d6-4d20-b741-ffd0f135c68a None None] For port 49a62832-c629-4341-ad88-a289349288e2, host dv-cinder-835879-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=49a62832-c629-4341-ad88-a289349288e2,segment=NetworkSegment(e751060e-665d-40cd-8e9f-5d1d7ae167b4),segment_id=e751060e-665d-40cd-8e9f-5d1d7ae167b4)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:23:49.552157 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ac695012-60d6-4d20-b741-ffd0f135c68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (49a62832-c629-4341-ad88-a289349288e2), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:23:49.606858 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac695012-60d6-4d20-b741-ffd0f135c68a None None] Pushing event updated for resources: {'Port': ['ID=49a62832-c629-4341-ad88-a289349288e2,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:23:50.919477 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 41494) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:23:51.235120 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [None req-7658fc15-0967-4c5b-8a50-f4c56fd2a7dd admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103303) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:23:51.236104 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-7658fc15-0967-4c5b-8a50-f4c56fd2a7dd admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3156164 Apr 05 22:23:53.755067 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 41502) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:23:54.073658 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [None req-0fba11dc-01e7-4f18-aac8-df75eb038de4 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103303) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:23:54.074655 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-0fba11dc-01e7-4f18-aac8-df75eb038de4 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3186746 Apr 05 22:23:56.626357 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 41510) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:23:56.937664 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-7a280f1a-45c3-4a61-be23-48aebb0c395c demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:23:56.961076 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7a280f1a-45c3-4a61-be23-48aebb0c395c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-531801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7268'] for router (5864b713-8ca2-488a-a033-15d82e1141ef), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:23:56.962677 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7a280f1a-45c3-4a61-be23-48aebb0c395c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7293'] for router (5864b713-8ca2-488a-a033-15d82e1141ef), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:23:57.100068 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7a280f1a-45c3-4a61-be23-48aebb0c395c demo demo] Publish callbacks [] for router_controller (5864b713-8ca2-488a-a033-15d82e1141ef), precommit_add_association {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:23:57.105775 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7a280f1a-45c3-4a61-be23-48aebb0c395c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528008'] for router (5864b713-8ca2-488a-a033-15d82e1141ef), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:23:57.124406 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7a280f1a-45c3-4a61-be23-48aebb0c395c demo demo] Publish callbacks [] for router (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:23:57.125605 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-7a280f1a-45c3-4a61-be23-48aebb0c395c demo demo] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4982810 Apr 05 22:23:59.492712 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 49a62832-c629-4341-ad88-a289349288e2 up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:23:59.582952 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port 49a62832-c629-4341-ad88-a289349288e2 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:23:59.583365 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (49a62832-c629-4341-ad88-a289349288e2), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:23:59.690941 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port 49a62832-c629-4341-ad88-a289349288e2 is: DOWN; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:23:59.691253 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 41522) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:23:59.691682 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (49a62832-c629-4341-ad88-a289349288e2), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:23:59.726066 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] For port 49a62832-c629-4341-ad88-a289349288e2, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=49a62832-c629-4341-ad88-a289349288e2,segment=NetworkSegment(e751060e-665d-40cd-8e9f-5d1d7ae167b4),segment_id=e751060e-665d-40cd-8e9f-5d1d7ae167b4)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:23:59.730131 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (49a62832-c629-4341-ad88-a289349288e2), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:23:59.782370 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Pushing event updated for resources: {'Port': ['ID=49a62832-c629-4341-ad88-a289349288e2,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:24:00.021469 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [None req-889d3e9c-fc4d-438f-be6e-ed1100cddaa9 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103303) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:24:00.022470 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-889d3e9c-fc4d-438f-be6e-ed1100cddaa9 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3302126 Apr 05 22:24:00.907751 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd54513d-8d7b-4558-b503-8d5311b58371 None None] Network 1bd88224-47c6-418d-92a7-42d17a195a9a requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:24:01.030601 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-87c9035a-ed23-4582-ae11-01b5e97b726b None None] Provisioning complete for port 49a62832-c629-4341-ad88-a289349288e2 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:24:01.030988 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-87c9035a-ed23-4582-ae11-01b5e97b726b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (49a62832-c629-4341-ad88-a289349288e2), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:01.112681 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-87c9035a-ed23-4582-ae11-01b5e97b726b None None] Current status of the port 49a62832-c629-4341-ad88-a289349288e2 is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:24:01.335509 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-65580981-8477-4319-9cd3-812173250b65 None None] Provisioning complete for port 49a62832-c629-4341-ad88-a289349288e2 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:24:01.335897 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-65580981-8477-4319-9cd3-812173250b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (49a62832-c629-4341-ad88-a289349288e2), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:01.411536 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-65580981-8477-4319-9cd3-812173250b65 None None] Current status of the port 49a62832-c629-4341-ad88-a289349288e2 is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:24:01.467024 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 49a62832-c629-4341-ad88-a289349288e2 up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:24:01.513328 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port 49a62832-c629-4341-ad88-a289349288e2 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:24:01.513801 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (49a62832-c629-4341-ad88-a289349288e2), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:01.586168 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port 49a62832-c629-4341-ad88-a289349288e2 is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:24:02.547970 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 41530) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:24:02.854128 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-248fa5ff-63fc-47d7-8b84-5a59288cdad1 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:24:02.874302 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248fa5ff-63fc-47d7-8b84-5a59288cdad1 admin admin] Made reservation on behalf of 3f67e60a0b7e408d89ac2f8c14ebbedc for: {'network': 1} {{(pid=103303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:24:02.876499 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-248fa5ff-63fc-47d7-8b84-5a59288cdad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for network (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:02.886147 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-248fa5ff-63fc-47d7-8b84-5a59288cdad1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:02.959132 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-248fa5ff-63fc-47d7-8b84-5a59288cdad1 admin admin] Publish callbacks [] for security_group (a98b2447-9e46-427d-beee-87132db98b83), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:02.963649 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-248fa5ff-63fc-47d7-8b84-5a59288cdad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (a98b2447-9e46-427d-beee-87132db98b83), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:02.978374 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-248fa5ff-63fc-47d7-8b84-5a59288cdad1 admin admin] Reserving flat network on physical network physnet1 {{(pid=103303) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 05 22:24:02.997075 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248fa5ff-63fc-47d7-8b84-5a59288cdad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98b2447-9e46-427d-beee-87132db98b83,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:24:03.002368 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-248fa5ff-63fc-47d7-8b84-5a59288cdad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781'] for segment (2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:03.002709 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.db.segments_db [None req-248fa5ff-63fc-47d7-8b84-5a59288cdad1 admin admin] Added segment 2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f of type flat for network f2e9bb50-0445-459c-9ef2-0222ede25138 Apr 05 22:24:03.048888 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-248fa5ff-63fc-47d7-8b84-5a59288cdad1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760878853690'] for network (f2e9bb50-0445-459c-9ef2-0222ede25138), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:03.079230 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-248fa5ff-63fc-47d7-8b84-5a59288cdad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960'] for network (f2e9bb50-0445-459c-9ef2-0222ede25138), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:03.080140 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248fa5ff-63fc-47d7-8b84-5a59288cdad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:24:03.080715 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-248fa5ff-63fc-47d7-8b84-5a59288cdad1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for network (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:03.136059 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-248fa5ff-63fc-47d7-8b84-5a59288cdad1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5870261 Apr 05 22:24:03.178568 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248fa5ff-63fc-47d7-8b84-5a59288cdad1 admin admin] Pushing event updated for resources: {'Network': ['ID=f2e9bb50-0445-459c-9ef2-0222ede25138,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:24:03.188910 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Network f2e9bb50-0445-459c-9ef2-0222ede25138 details requested by agent ovs-agent-dv-cinder-835879-4-iscsi with host dv-cinder-835879-4-iscsi {{(pid=103304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:24:04.262541 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fe9740ec-197c-402d-845b-9f0dcd33ac5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:05.601445 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 41538) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:24:05.949461 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020eeaa9-ac7b-4192-8730-1ef5b038eb96 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:24:05.950786 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-020eeaa9-ac7b-4192-8730-1ef5b038eb96 demo admin] 10.222.0.15 "GET /v2.0/subnets/b7bb1517-fb02-4349-9907-351005f813bf HTTP/1.1" status: 200 len: 849 time: 0.3483915 Apr 05 22:24:06.076448 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-4960a753-a7fb-466a-a16c-f4b703f50485 demo admin] 10.222.0.15 "GET /v2.0/routers/5864b713-8ca2-488a-a033-15d82e1141ef HTTP/1.1" status: 200 len: 704 time: 0.1182599 Apr 05 22:24:06.357700 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fa0b9ad7-724d-4463-b5fc-2d79824a0dbe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:06.694711 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-fa0b9ad7-724d-4463-b5fc-2d79824a0dbe demo admin] Allocated IP 172.20.0.1 (1bd88224-47c6-418d-92a7-42d17a195a9a/b7bb1517-fb02-4349-9907-351005f813bf/5eeec849-eaec-4793-a06b-095999d1dd90) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:24:06.752166 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2a317bd-60d2-46af-82dd-81581a0886b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:06.849438 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fa0b9ad7-724d-4463-b5fc-2d79824a0dbe demo admin] Publish callbacks [] for port (5eeec849-eaec-4793-a06b-095999d1dd90), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:06.916873 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fa0b9ad7-724d-4463-b5fc-2d79824a0dbe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596'] for port (5eeec849-eaec-4793-a06b-095999d1dd90), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:06.980963 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0b9ad7-724d-4463-b5fc-2d79824a0dbe demo admin] Network 1bd88224-47c6-418d-92a7-42d17a195a9a is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:24:06.990130 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-fa0b9ad7-724d-4463-b5fc-2d79824a0dbe demo admin] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:24:06.998360 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0b9ad7-724d-4463-b5fc-2d79824a0dbe demo admin] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:24:06.998713 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fa0b9ad7-724d-4463-b5fc-2d79824a0dbe demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527961'] for router_interface (5864b713-8ca2-488a-a033-15d82e1141ef), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:07.068878 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b9ad7-724d-4463-b5fc-2d79824a0dbe demo admin] Pushing event updated for resources: {'Port': ['ID=5eeec849-eaec-4793-a06b-095999d1dd90,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:24:07.222203 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fa0b9ad7-724d-4463-b5fc-2d79824a0dbe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (5eeec849-eaec-4793-a06b-095999d1dd90), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:07.264681 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-2b3bb809-1fe1-4a51-83d8-9c9e9f063776 None None] Provisioning complete for port 5eeec849-eaec-4793-a06b-095999d1dd90 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:24:07.265104 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2b3bb809-1fe1-4a51-83d8-9c9e9f063776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (5eeec849-eaec-4793-a06b-095999d1dd90), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:07.344633 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-2b3bb809-1fe1-4a51-83d8-9c9e9f063776 None None] Port 5eeec849-eaec-4793-a06b-095999d1dd90 cannot update to ACTIVE because it is not bound. {{(pid=103304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:24:07.435804 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fa0b9ad7-724d-4463-b5fc-2d79824a0dbe demo admin] Publish callbacks [] for port (5eeec849-eaec-4793-a06b-095999d1dd90), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:07.440294 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fa0b9ad7-724d-4463-b5fc-2d79824a0dbe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (5eeec849-eaec-4793-a06b-095999d1dd90), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:07.441111 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fa0b9ad7-724d-4463-b5fc-2d79824a0dbe demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530121'] for router_interface (5864b713-8ca2-488a-a033-15d82e1141ef), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:07.456907 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:07.523020 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b9ad7-724d-4463-b5fc-2d79824a0dbe demo admin] Pushing event updated for resources: {'Port': ['ID=5eeec849-eaec-4793-a06b-095999d1dd90,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:24:07.567437 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0b9ad7-724d-4463-b5fc-2d79824a0dbe demo admin] Network 1bd88224-47c6-418d-92a7-42d17a195a9a is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:24:07.568744 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-fa0b9ad7-724d-4463-b5fc-2d79824a0dbe demo admin] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:24:07.733673 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0b9ad7-724d-4463-b5fc-2d79824a0dbe demo admin] Router 5864b713-8ca2-488a-a033-15d82e1141ef is scheduled to L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 with binding_index 1 {{(pid=103303) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 22:24:07.767206 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-b63434b2-e58a-4c9a-a065-17c3bbd09343 None None] Provisioning complete for port 5eeec849-eaec-4793-a06b-095999d1dd90 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:24:07.767747 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b63434b2-e58a-4c9a-a065-17c3bbd09343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (5eeec849-eaec-4793-a06b-095999d1dd90), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:07.799912 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b63434b2-e58a-4c9a-a065-17c3bbd09343 None None] Port 5eeec849-eaec-4793-a06b-095999d1dd90 cannot update to ACTIVE because it is not bound. {{(pid=103304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:24:07.827750 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0b9ad7-724d-4463-b5fc-2d79824a0dbe demo admin] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:24:07.833214 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-fa0b9ad7-724d-4463-b5fc-2d79824a0dbe demo admin] 10.222.0.15 "PUT /v2.0/routers/5864b713-8ca2-488a-a033-15d82e1141ef/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7516854 Apr 05 22:24:07.848809 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fface43a-91fe-4978-adc3-d43b0cc55176 None None] Sync routers for ids ['5864b713-8ca2-488a-a033-15d82e1141ef'] in dv-cinder-835879-4-iscsi {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:24:07.861088 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fface43a-91fe-4978-adc3-d43b0cc55176 None None] Routers {'5864b713-8ca2-488a-a033-15d82e1141ef'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:24:07.861939 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-fface43a-91fe-4978-adc3-d43b0cc55176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:24:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['5864b713-8ca2-488a-a033-15d82e1141ef'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:24:08.050925 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-fface43a-91fe-4978-adc3-d43b0cc55176 None None] Set router 5864b713-8ca2-488a-a033-15d82e1141ef gateway port host: None {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:24:08.477652 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-fface43a-91fe-4978-adc3-d43b0cc55176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5864b713-8ca2-488a-a033-15d82e1141ef', 'name': 'router1', 'tenant_id': 'd38002c1d1c6413b958d29a270b104a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:23:56Z', 'updated_at': '2022-04-05T22:24:07Z', 'revision_number': 2, 'project_id': 'd38002c1d1c6413b958d29a270b104a8', 'gw_port_host': None, '_interfaces': [{'id': '5eeec849-eaec-4793-a06b-095999d1dd90', 'name': '', 'network_id': '1bd88224-47c6-418d-92a7-42d17a195a9a', 'tenant_id': 'd38002c1d1c6413b958d29a270b104a8', 'mac_address': 'fa:16:3e:40:dd:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5864b713-8ca2-488a-a033-15d82e1141ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7bb1517-fb02-4349-9907-351005f813bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:24:06Z', 'updated_at': '2022-04-05T22:24:07Z', 'revision_number': 2, 'project_id': 'd38002c1d1c6413b958d29a270b104a8', 'subnets': [{'id': 'b7bb1517-fb02-4349-9907-351005f813bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '87d735c4-0600-4db1-8236-38823909f7bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:24:08.529848 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fface43a-91fe-4978-adc3-d43b0cc55176 None None] Checking router: 5864b713-8ca2-488a-a033-15d82e1141ef for host: dv-cinder-835879-4-iscsi {{(pid=103305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:24:08.530223 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fface43a-91fe-4978-adc3-d43b0cc55176 None None] Updating router 5864b713-8ca2-488a-a033-15d82e1141ef port 5eeec849-eaec-4793-a06b-095999d1dd90 binding host dv-cinder-835879-4-iscsi {{(pid=103305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:24:08.582448 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fface43a-91fe-4978-adc3-d43b0cc55176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (5eeec849-eaec-4793-a06b-095999d1dd90), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:09.085494 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:09.097538 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fface43a-91fe-4978-adc3-d43b0cc55176 None None] Publish callbacks [] for port (5eeec849-eaec-4793-a06b-095999d1dd90), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:09.105243 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fface43a-91fe-4978-adc3-d43b0cc55176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (5eeec849-eaec-4793-a06b-095999d1dd90), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:09.277038 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f797437f-86e6-476e-91ac-50388b237687 None None] Pushing event updated for resources: {'Port': ['ID=5eeec849-eaec-4793-a06b-095999d1dd90,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:24:09.279437 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-fface43a-91fe-4978-adc3-d43b0cc55176 None None] Attempting to bind port 5eeec849-eaec-4793-a06b-095999d1dd90 on host dv-cinder-835879-4-iscsi for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:24:09.279838 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-fface43a-91fe-4978-adc3-d43b0cc55176 None None] Attempting to bind port 5eeec849-eaec-4793-a06b-095999d1dd90 by drivers openvswitch,hyperv on host dv-cinder-835879-4-iscsi at level 0 using segments [{'id': 'e751060e-665d-40cd-8e9f-5d1d7ae167b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1bd88224-47c6-418d-92a7-42d17a195a9a'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:24:09.280262 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fface43a-91fe-4978-adc3-d43b0cc55176 None None] Attempting to bind port 5eeec849-eaec-4793-a06b-095999d1dd90 on network 1bd88224-47c6-418d-92a7-42d17a195a9a {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:24:09.290378 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797437f-86e6-476e-91ac-50388b237687 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:09.290731 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797437f-86e6-476e-91ac-50388b237687 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:09.291092 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797437f-86e6-476e-91ac-50388b237687 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:09.291450 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797437f-86e6-476e-91ac-50388b237687 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:09.291787 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797437f-86e6-476e-91ac-50388b237687 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:09.292117 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797437f-86e6-476e-91ac-50388b237687 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:09.292446 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797437f-86e6-476e-91ac-50388b237687 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:09.292785 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797437f-86e6-476e-91ac-50388b237687 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:09.293118 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797437f-86e6-476e-91ac-50388b237687 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:09.293444 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797437f-86e6-476e-91ac-50388b237687 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:09.293767 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797437f-86e6-476e-91ac-50388b237687 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:09.294109 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797437f-86e6-476e-91ac-50388b237687 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:09.294435 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797437f-86e6-476e-91ac-50388b237687 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:09.295472 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797437f-86e6-476e-91ac-50388b237687 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:09.295998 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797437f-86e6-476e-91ac-50388b237687 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:09.298552 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797437f-86e6-476e-91ac-50388b237687 None None] Tracked resource versions report: Apr 05 22:24:09.298552 dv-cinder-835879-4-iscsi neutron-server[103305]: pushed versions: Apr 05 22:24:09.298552 dv-cinder-835879-4-iscsi neutron-server[103305]: { 'AddressGroup': {'1.2'}, Apr 05 22:24:09.298552 dv-cinder-835879-4-iscsi neutron-server[103305]: 'Agent': {'1.1'}, Apr 05 22:24:09.298552 dv-cinder-835879-4-iscsi neutron-server[103305]: 'ConntrackHelper': {'1.0'}, Apr 05 22:24:09.298552 dv-cinder-835879-4-iscsi neutron-server[103305]: 'LocalIPAssociation': {'1.0'}, Apr 05 22:24:09.298552 dv-cinder-835879-4-iscsi neutron-server[103305]: 'Log': {'1.0'}, Apr 05 22:24:09.298552 dv-cinder-835879-4-iscsi neutron-server[103305]: 'NDPProxy': {'1.0'}, Apr 05 22:24:09.298552 dv-cinder-835879-4-iscsi neutron-server[103305]: 'Network': {'1.1'}, Apr 05 22:24:09.298552 dv-cinder-835879-4-iscsi neutron-server[103305]: 'Port': {'1.7'}, Apr 05 22:24:09.298552 dv-cinder-835879-4-iscsi neutron-server[103305]: 'PortForwarding': {'1.3'}, Apr 05 22:24:09.298552 dv-cinder-835879-4-iscsi neutron-server[103305]: 'QosPolicy': {'1.10'}, Apr 05 22:24:09.298552 dv-cinder-835879-4-iscsi neutron-server[103305]: 'SecurityGroup': {'1.5'}, Apr 05 22:24:09.298552 dv-cinder-835879-4-iscsi neutron-server[103305]: 'SecurityGroupRule': {'1.2'}, Apr 05 22:24:09.298552 dv-cinder-835879-4-iscsi neutron-server[103305]: 'SubPort': {'1.0'}, Apr 05 22:24:09.298552 dv-cinder-835879-4-iscsi neutron-server[103305]: 'Subnet': {'1.1'}, Apr 05 22:24:09.298552 dv-cinder-835879-4-iscsi neutron-server[103305]: 'Trunk': {'1.1'}} Apr 05 22:24:09.298552 dv-cinder-835879-4-iscsi neutron-server[103305]: consumer versions: Apr 05 22:24:09.298552 dv-cinder-835879-4-iscsi neutron-server[103305]: { DHCP agent@dv-cinder-835879-4-iscsi: {}, Apr 05 22:24:09.298552 dv-cinder-835879-4-iscsi neutron-server[103305]: L3 agent@dv-cinder-835879-4-iscsi: {}, Apr 05 22:24:09.298552 dv-cinder-835879-4-iscsi neutron-server[103305]: Metadata agent@dv-cinder-835879-4-iscsi: {}, Apr 05 22:24:09.298552 dv-cinder-835879-4-iscsi neutron-server[103305]: Metering agent@dv-cinder-835879-4-iscsi: {}, Apr 05 22:24:09.298552 dv-cinder-835879-4-iscsi neutron-server[103305]: Open vSwitch agent@dv-cinder-835879-4-iscsi: { 'AddressGroup': '1.2', Apr 05 22:24:09.298552 dv-cinder-835879-4-iscsi neutron-server[103305]: 'Agent': '1.1', Apr 05 22:24:09.298552 dv-cinder-835879-4-iscsi neutron-server[103305]: 'ConntrackHelper': '1.0', Apr 05 22:24:09.298552 dv-cinder-835879-4-iscsi neutron-server[103305]: 'LocalIPAssociation': '1.0', Apr 05 22:24:09.298552 dv-cinder-835879-4-iscsi neutron-server[103305]: 'Log': '1.0', Apr 05 22:24:09.298552 dv-cinder-835879-4-iscsi neutron-server[103305]: 'NDPProxy': '1.0', Apr 05 22:24:09.298552 dv-cinder-835879-4-iscsi neutron-server[103305]: 'Network': '1.1', Apr 05 22:24:09.298552 dv-cinder-835879-4-iscsi neutron-server[103305]: 'Port': '1.7', Apr 05 22:24:09.298552 dv-cinder-835879-4-iscsi neutron-server[103305]: 'PortForwarding': '1.3', Apr 05 22:24:09.298552 dv-cinder-835879-4-iscsi neutron-server[103305]: 'QosPolicy': '1.10', Apr 05 22:24:09.298552 dv-cinder-835879-4-iscsi neutron-server[103305]: 'SecurityGroup': '1.5', Apr 05 22:24:09.298552 dv-cinder-835879-4-iscsi neutron-server[103305]: 'SecurityGroupRule': '1.2', Apr 05 22:24:09.298552 dv-cinder-835879-4-iscsi neutron-server[103305]: 'SubPort': '1.0', Apr 05 22:24:09.298552 dv-cinder-835879-4-iscsi neutron-server[103305]: 'Subnet': '1.1', Apr 05 22:24:09.298552 dv-cinder-835879-4-iscsi neutron-server[103305]: 'Trunk': '1.1'}} Apr 05 22:24:09.298552 dv-cinder-835879-4-iscsi neutron-server[103305]: {{(pid=103305) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 22:24:09.302735 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fface43a-91fe-4978-adc3-d43b0cc55176 None None] Checking agent: {'id': 'c28e45a8-012e-434a-8853-ea48f08ceb18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 23, 41), 'started_at': datetime.datetime(2022, 4, 5, 22, 23, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:24:09.303171 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fface43a-91fe-4978-adc3-d43b0cc55176 None None] Checking segment: {'id': 'e751060e-665d-40cd-8e9f-5d1d7ae167b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1bd88224-47c6-418d-92a7-42d17a195a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:24:09.303661 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fface43a-91fe-4978-adc3-d43b0cc55176 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:09.303661 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fface43a-91fe-4978-adc3-d43b0cc55176 None None] Bound using segment: {'id': 'e751060e-665d-40cd-8e9f-5d1d7ae167b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1bd88224-47c6-418d-92a7-42d17a195a9a'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:24:09.304537 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-fface43a-91fe-4978-adc3-d43b0cc55176 None None] Bound port: 5eeec849-eaec-4793-a06b-095999d1dd90, host: dv-cinder-835879-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e751060e-665d-40cd-8e9f-5d1d7ae167b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1bd88224-47c6-418d-92a7-42d17a195a9a'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:24:09.304946 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fface43a-91fe-4978-adc3-d43b0cc55176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (5eeec849-eaec-4793-a06b-095999d1dd90), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:09.328831 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-3c5e96c7-800f-4d13-807e-c9b530848c72 None None] Provisioning complete for port 5eeec849-eaec-4793-a06b-095999d1dd90 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:24:09.329314 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3c5e96c7-800f-4d13-807e-c9b530848c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (5eeec849-eaec-4793-a06b-095999d1dd90), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:09.365760 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-3c5e96c7-800f-4d13-807e-c9b530848c72 None None] Port 5eeec849-eaec-4793-a06b-095999d1dd90 cannot update to ACTIVE because it is not bound. {{(pid=103304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:24:09.375867 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-fface43a-91fe-4978-adc3-d43b0cc55176 None None] For port 5eeec849-eaec-4793-a06b-095999d1dd90, host dv-cinder-835879-4-iscsi, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:24:09.394615 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-fface43a-91fe-4978-adc3-d43b0cc55176 None None] For port 5eeec849-eaec-4793-a06b-095999d1dd90, host dv-cinder-835879-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=5eeec849-eaec-4793-a06b-095999d1dd90,segment=NetworkSegment(e751060e-665d-40cd-8e9f-5d1d7ae167b4),segment_id=e751060e-665d-40cd-8e9f-5d1d7ae167b4)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:24:09.400022 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fface43a-91fe-4978-adc3-d43b0cc55176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (5eeec849-eaec-4793-a06b-095999d1dd90), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:09.457436 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fface43a-91fe-4978-adc3-d43b0cc55176 None None] Routers {'5864b713-8ca2-488a-a033-15d82e1141ef'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:24:09.458069 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-fface43a-91fe-4978-adc3-d43b0cc55176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:24:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['5864b713-8ca2-488a-a033-15d82e1141ef'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:24:09.462516 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f797437f-86e6-476e-91ac-50388b237687 None None] Pushing event updated for resources: {'Port': ['ID=5eeec849-eaec-4793-a06b-095999d1dd90,revision_number=4']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:24:09.554276 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-fface43a-91fe-4978-adc3-d43b0cc55176 None None] Set router 5864b713-8ca2-488a-a033-15d82e1141ef gateway port host: None {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:24:09.687523 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-794290fb-5ad6-4656-8d61-ba5474a4a8f9 None None] Provisioning complete for port 5eeec849-eaec-4793-a06b-095999d1dd90 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:24:09.687843 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-794290fb-5ad6-4656-8d61-ba5474a4a8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (5eeec849-eaec-4793-a06b-095999d1dd90), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:09.764681 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-794290fb-5ad6-4656-8d61-ba5474a4a8f9 None None] Current status of the port 5eeec849-eaec-4793-a06b-095999d1dd90 is: DOWN; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:24:09.765118 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-794290fb-5ad6-4656-8d61-ba5474a4a8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (5eeec849-eaec-4793-a06b-095999d1dd90), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:09.768221 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-fface43a-91fe-4978-adc3-d43b0cc55176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5864b713-8ca2-488a-a033-15d82e1141ef', 'name': 'router1', 'tenant_id': 'd38002c1d1c6413b958d29a270b104a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:23:56Z', 'updated_at': '2022-04-05T22:24:07Z', 'revision_number': 2, 'project_id': 'd38002c1d1c6413b958d29a270b104a8', 'gw_port_host': None, '_interfaces': [{'id': '5eeec849-eaec-4793-a06b-095999d1dd90', 'name': '', 'network_id': '1bd88224-47c6-418d-92a7-42d17a195a9a', 'tenant_id': 'd38002c1d1c6413b958d29a270b104a8', 'mac_address': 'fa:16:3e:40:dd:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5864b713-8ca2-488a-a033-15d82e1141ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7bb1517-fb02-4349-9907-351005f813bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:24:06Z', 'updated_at': '2022-04-05T22:24:09Z', 'revision_number': 4, 'project_id': 'd38002c1d1c6413b958d29a270b104a8', 'subnets': [{'id': 'b7bb1517-fb02-4349-9907-351005f813bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '87d735c4-0600-4db1-8236-38823909f7bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:24:09.795772 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fface43a-91fe-4978-adc3-d43b0cc55176 None None] The sync data for ids ['5864b713-8ca2-488a-a033-15d82e1141ef'] in dv-cinder-835879-4-iscsi is: [{'id': '5864b713-8ca2-488a-a033-15d82e1141ef', 'name': 'router1', 'tenant_id': 'd38002c1d1c6413b958d29a270b104a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:23:56Z', 'updated_at': '2022-04-05T22:24:07Z', 'revision_number': 2, 'project_id': 'd38002c1d1c6413b958d29a270b104a8', 'gw_port_host': None, '_interfaces': [{'id': '5eeec849-eaec-4793-a06b-095999d1dd90', 'name': '', 'network_id': '1bd88224-47c6-418d-92a7-42d17a195a9a', 'tenant_id': 'd38002c1d1c6413b958d29a270b104a8', 'mac_address': 'fa:16:3e:40:dd:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5864b713-8ca2-488a-a033-15d82e1141ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7bb1517-fb02-4349-9907-351005f813bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:24:06Z', 'updated_at': '2022-04-05T22:24:09Z', 'revision_number': 4, 'project_id': 'd38002c1d1c6413b958d29a270b104a8', 'subnets': [{'id': 'b7bb1517-fb02-4349-9907-351005f813bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '87d735c4-0600-4db1-8236-38823909f7bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:24:09.802366 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-794290fb-5ad6-4656-8d61-ba5474a4a8f9 None None] For port 5eeec849-eaec-4793-a06b-095999d1dd90, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=5eeec849-eaec-4793-a06b-095999d1dd90,segment=NetworkSegment(e751060e-665d-40cd-8e9f-5d1d7ae167b4),segment_id=e751060e-665d-40cd-8e9f-5d1d7ae167b4)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:24:09.807183 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-794290fb-5ad6-4656-8d61-ba5474a4a8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (5eeec849-eaec-4793-a06b-095999d1dd90), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:09.861614 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794290fb-5ad6-4656-8d61-ba5474a4a8f9 None None] Pushing event updated for resources: {'Port': ['ID=5eeec849-eaec-4793-a06b-095999d1dd90,revision_number=5']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:24:10.363858 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 41558) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:24:10.557103 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c170fad-9b70-4485-b910-cf950525ebdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:24:10.558472 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-3c170fad-9b70-4485-b910-cf950525ebdd admin admin] 10.222.0.15 "GET /v2.0/networks/f2e9bb50-0445-459c-9ef2-0222ede25138 HTTP/1.1" status: 200 len: 842 time: 0.1935654 Apr 05 22:24:10.567764 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-3db9cf5b-1ef8-451d-8886-5ba403dbe47c admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'ip_version': 4, 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'cidr': '172.27.2.0/24', 'enable_dhcp': False}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:24:10.587730 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db9cf5b-1ef8-451d-8886-5ba403dbe47c admin admin] Made reservation on behalf of 3f67e60a0b7e408d89ac2f8c14ebbedc for: {'subnet': 1} {{(pid=103303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:24:10.590047 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3db9cf5b-1ef8-451d-8886-5ba403dbe47c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:10.673127 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:10.954039 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.objects.ports [None req-3db9cf5b-1ef8-451d-8886-5ba403dbe47c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103303) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 05 22:24:10.954481 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3db9cf5b-1ef8-451d-8886-5ba403dbe47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960'] for subnet (2ac17549-fc87-4e20-be5e-92c340e9a8b2), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:11.009482 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9cf5b-1ef8-451d-8886-5ba403dbe47c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ac17549-fc87-4e20-be5e-92c340e9a8b2,revision_number=0']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:24:11.020246 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db9cf5b-1ef8-451d-8886-5ba403dbe47c admin admin] Checking segment: {'id': '2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:24:11.020606 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db9cf5b-1ef8-451d-8886-5ba403dbe47c admin admin] Network hostable DHCP agents. Network: f2e9bb50-0445-459c-9ef2-0222ede25138, hostable agents: ['1fb4f16d-f195-4bf9-acd2-17d67be332a8'], hosted agents: [] {{(pid=103303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:24:11.036799 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db9cf5b-1ef8-451d-8886-5ba403dbe47c admin admin] Network f2e9bb50-0445-459c-9ef2-0222ede25138 is scheduled to be hosted by DHCP agent 1fb4f16d-f195-4bf9-acd2-17d67be332a8 with binding_index 1 {{(pid=103303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:24:11.044498 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-3db9cf5b-1ef8-451d-8886-5ba403dbe47c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-4-iscsi, f2e9bb50-0445-459c-9ef2-0222ede25138) {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:24:11.048262 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db9cf5b-1ef8-451d-8886-5ba403dbe47c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:24:11.048878 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3db9cf5b-1ef8-451d-8886-5ba403dbe47c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for subnet (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:11.054819 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0127458-c89f-41f5-9b4e-8f10cec43cc5 None None] Network f2e9bb50-0445-459c-9ef2-0222ede25138 requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:24:11.076791 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-3db9cf5b-1ef8-451d-8886-5ba403dbe47c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4996996 Apr 05 22:24:11.172301 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b4a948-f236-475c-bd1a-06fe75dca472 None None] Network f2e9bb50-0445-459c-9ef2-0222ede25138 requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:24:13.567001 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 41576) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:24:13.700131 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-9eddc393-4fbc-42d0-ac9a-2afbde3cb22e demo admin] 10.222.0.15 "GET /v2.0/routers/5864b713-8ca2-488a-a033-15d82e1141ef HTTP/1.1" status: 200 len: 710 time: 0.1319375 Apr 05 22:24:13.786716 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0480a1d0-dd3e-43f3-8654-90e87532ef4f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:24:13.788068 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-0480a1d0-dd3e-43f3-8654-90e87532ef4f demo admin] 10.222.0.15 "GET /v2.0/networks/f2e9bb50-0445-459c-9ef2-0222ede25138 HTTP/1.1" status: 200 len: 886 time: 0.0821567 Apr 05 22:24:13.797231 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-377d39bc-8913-45f0-a145-40180341baf5 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'}}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:24:14.048884 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-377d39bc-8913-45f0-a145-40180341baf5 demo admin] Publish callbacks [] for router_gateway (5864b713-8ca2-488a-a033-15d82e1141ef), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:14.292832 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-377d39bc-8913-45f0-a145-40180341baf5 demo admin] Publish callbacks [] for router_gateway (5864b713-8ca2-488a-a033-15d82e1141ef), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:14.366344 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-377d39bc-8913-45f0-a145-40180341baf5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:14.471771 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-377d39bc-8913-45f0-a145-40180341baf5 demo admin] Allocated IP 172.27.2.74 (f2e9bb50-0445-459c-9ef2-0222ede25138/2ac17549-fc87-4e20-be5e-92c340e9a8b2/d5dc8762-34f6-44b7-ba8e-326bd214c1ef) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:24:14.574919 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-377d39bc-8913-45f0-a145-40180341baf5 demo admin] Publish callbacks [] for port (d5dc8762-34f6-44b7-ba8e-326bd214c1ef), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:14.616140 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-377d39bc-8913-45f0-a145-40180341baf5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596'] for port (d5dc8762-34f6-44b7-ba8e-326bd214c1ef), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:14.651228 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377d39bc-8913-45f0-a145-40180341baf5 demo admin] Network f2e9bb50-0445-459c-9ef2-0222ede25138 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:24:14.653865 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-377d39bc-8913-45f0-a145-40180341baf5 demo admin] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:24:14.656586 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377d39bc-8913-45f0-a145-40180341baf5 demo admin] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:24:14.818285 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d39bc-8913-45f0-a145-40180341baf5 demo admin] Pushing event updated for resources: {'Port': ['ID=d5dc8762-34f6-44b7-ba8e-326bd214c1ef,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:24:15.014902 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-377d39bc-8913-45f0-a145-40180341baf5 demo admin] Publish callbacks [] for router_gateway (5864b713-8ca2-488a-a033-15d82e1141ef), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:15.232699 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-377d39bc-8913-45f0-a145-40180341baf5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529003', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7183'] for router (5864b713-8ca2-488a-a033-15d82e1141ef), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:15.236253 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-377d39bc-8913-45f0-a145-40180341baf5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531426'] for router (5864b713-8ca2-488a-a033-15d82e1141ef), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:15.348692 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-377d39bc-8913-45f0-a145-40180341baf5 demo admin] Router 5864b713-8ca2-488a-a033-15d82e1141ef has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:24:15.457812 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377d39bc-8913-45f0-a145-40180341baf5 demo admin] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:24:15.462052 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-377d39bc-8913-45f0-a145-40180341baf5 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:15.463258 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-377d39bc-8913-45f0-a145-40180341baf5 demo admin] 10.222.0.15 "PUT /v2.0/routers/5864b713-8ca2-488a-a033-15d82e1141ef HTTP/1.1" status: 200 len: 889 time: 1.6696360 Apr 05 22:24:17.498042 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 5eeec849-eaec-4793-a06b-095999d1dd90 up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:24:17.547819 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port 5eeec849-eaec-4793-a06b-095999d1dd90 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:24:17.548498 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (5eeec849-eaec-4793-a06b-095999d1dd90), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:17.625385 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port 5eeec849-eaec-4793-a06b-095999d1dd90 is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:24:17.987758 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 41588) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:24:18.111481 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-6eb1c649-acb7-4e76-99ce-e93f9e7e6a7e admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1223438 Apr 05 22:24:18.558840 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a06d2a8-aa01-4fa4-a026-fd4a2c07e409 None None] Sync routers for ids ['5864b713-8ca2-488a-a033-15d82e1141ef'] in dv-cinder-835879-4-iscsi {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:24:18.578650 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a06d2a8-aa01-4fa4-a026-fd4a2c07e409 None None] Routers {'5864b713-8ca2-488a-a033-15d82e1141ef'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:24:18.579352 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-4a06d2a8-aa01-4fa4-a026-fd4a2c07e409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:24:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['5864b713-8ca2-488a-a033-15d82e1141ef'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:24:18.798538 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-4a06d2a8-aa01-4fa4-a026-fd4a2c07e409 None None] Set router 5864b713-8ca2-488a-a033-15d82e1141ef gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:24:19.266385 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-4a06d2a8-aa01-4fa4-a026-fd4a2c07e409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5864b713-8ca2-488a-a033-15d82e1141ef', 'name': 'router1', 'tenant_id': 'd38002c1d1c6413b958d29a270b104a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd5dc8762-34f6-44b7-ba8e-326bd214c1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:23:56Z', 'updated_at': '2022-04-05T22:24:14Z', 'revision_number': 4, 'project_id': 'd38002c1d1c6413b958d29a270b104a8', 'gw_port': {'id': 'd5dc8762-34f6-44b7-ba8e-326bd214c1ef', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:de:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5864b713-8ca2-488a-a033-15d82e1141ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:24:14Z', 'updated_at': '2022-04-05T22:24:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': '5eeec849-eaec-4793-a06b-095999d1dd90', 'name': '', 'network_id': '1bd88224-47c6-418d-92a7-42d17a195a9a', 'tenant_id': 'd38002c1d1c6413b958d29a270b104a8', 'mac_address': 'fa:16:3e:40:dd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5864b713-8ca2-488a-a033-15d82e1141ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7bb1517-fb02-4349-9907-351005f813bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:24:06Z', 'updated_at': '2022-04-05T22:24:09Z', 'revision_number': 5, 'project_id': 'd38002c1d1c6413b958d29a270b104a8', 'subnets': [{'id': 'b7bb1517-fb02-4349-9907-351005f813bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '87d735c4-0600-4db1-8236-38823909f7bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:24:19.316846 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a06d2a8-aa01-4fa4-a026-fd4a2c07e409 None None] Checking router: 5864b713-8ca2-488a-a033-15d82e1141ef for host: dv-cinder-835879-4-iscsi {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:24:19.316846 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a06d2a8-aa01-4fa4-a026-fd4a2c07e409 None None] Updating router 5864b713-8ca2-488a-a033-15d82e1141ef port d5dc8762-34f6-44b7-ba8e-326bd214c1ef binding host dv-cinder-835879-4-iscsi {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:24:19.372039 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4a06d2a8-aa01-4fa4-a026-fd4a2c07e409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (d5dc8762-34f6-44b7-ba8e-326bd214c1ef), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:19.688090 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4a06d2a8-aa01-4fa4-a026-fd4a2c07e409 None None] Publish callbacks [] for port (d5dc8762-34f6-44b7-ba8e-326bd214c1ef), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:19.693039 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4a06d2a8-aa01-4fa4-a026-fd4a2c07e409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (d5dc8762-34f6-44b7-ba8e-326bd214c1ef), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:19.744835 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479477c7-47c8-4407-be90-f353e5b1be52 None None] Pushing event updated for resources: {'Port': ['ID=d5dc8762-34f6-44b7-ba8e-326bd214c1ef,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:24:19.754158 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-4a06d2a8-aa01-4fa4-a026-fd4a2c07e409 None None] Attempting to bind port d5dc8762-34f6-44b7-ba8e-326bd214c1ef on host dv-cinder-835879-4-iscsi for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:24:19.754659 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-4a06d2a8-aa01-4fa4-a026-fd4a2c07e409 None None] Attempting to bind port d5dc8762-34f6-44b7-ba8e-326bd214c1ef by drivers openvswitch,hyperv on host dv-cinder-835879-4-iscsi at level 0 using segments [{'id': '2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:24:19.754896 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a06d2a8-aa01-4fa4-a026-fd4a2c07e409 None None] Attempting to bind port d5dc8762-34f6-44b7-ba8e-326bd214c1ef on network f2e9bb50-0445-459c-9ef2-0222ede25138 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:24:19.763639 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a06d2a8-aa01-4fa4-a026-fd4a2c07e409 None None] Checking agent: {'id': 'c28e45a8-012e-434a-8853-ea48f08ceb18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 23, 41), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:24:19.763639 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a06d2a8-aa01-4fa4-a026-fd4a2c07e409 None None] Checking segment: {'id': '2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:24:19.763639 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4a06d2a8-aa01-4fa4-a026-fd4a2c07e409 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:19.763639 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a06d2a8-aa01-4fa4-a026-fd4a2c07e409 None None] Bound using segment: {'id': '2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:24:19.763639 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-4a06d2a8-aa01-4fa4-a026-fd4a2c07e409 None None] Bound port: d5dc8762-34f6-44b7-ba8e-326bd214c1ef, host: dv-cinder-835879-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:24:19.764057 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4a06d2a8-aa01-4fa4-a026-fd4a2c07e409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (d5dc8762-34f6-44b7-ba8e-326bd214c1ef), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:19.824418 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-4a06d2a8-aa01-4fa4-a026-fd4a2c07e409 None None] For port d5dc8762-34f6-44b7-ba8e-326bd214c1ef, host dv-cinder-835879-4-iscsi, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:24:19.828233 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-4a06d2a8-aa01-4fa4-a026-fd4a2c07e409 None None] For port d5dc8762-34f6-44b7-ba8e-326bd214c1ef, host dv-cinder-835879-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=d5dc8762-34f6-44b7-ba8e-326bd214c1ef,segment=NetworkSegment(2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f),segment_id=2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:24:19.835093 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4a06d2a8-aa01-4fa4-a026-fd4a2c07e409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (d5dc8762-34f6-44b7-ba8e-326bd214c1ef), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:19.880681 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a06d2a8-aa01-4fa4-a026-fd4a2c07e409 None None] Routers {'5864b713-8ca2-488a-a033-15d82e1141ef'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:24:19.881253 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-4a06d2a8-aa01-4fa4-a026-fd4a2c07e409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:24:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['5864b713-8ca2-488a-a033-15d82e1141ef'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:24:19.939569 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479477c7-47c8-4407-be90-f353e5b1be52 None None] Pushing event updated for resources: {'Port': ['ID=d5dc8762-34f6-44b7-ba8e-326bd214c1ef,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:24:20.011647 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-4a06d2a8-aa01-4fa4-a026-fd4a2c07e409 None None] Set router 5864b713-8ca2-488a-a033-15d82e1141ef gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:24:20.257384 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-4a06d2a8-aa01-4fa4-a026-fd4a2c07e409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5864b713-8ca2-488a-a033-15d82e1141ef', 'name': 'router1', 'tenant_id': 'd38002c1d1c6413b958d29a270b104a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd5dc8762-34f6-44b7-ba8e-326bd214c1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:23:56Z', 'updated_at': '2022-04-05T22:24:14Z', 'revision_number': 4, 'project_id': 'd38002c1d1c6413b958d29a270b104a8', 'gw_port': {'id': 'd5dc8762-34f6-44b7-ba8e-326bd214c1ef', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:de:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5864b713-8ca2-488a-a033-15d82e1141ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:24:14Z', 'updated_at': '2022-04-05T22:24:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': '5eeec849-eaec-4793-a06b-095999d1dd90', 'name': '', 'network_id': '1bd88224-47c6-418d-92a7-42d17a195a9a', 'tenant_id': 'd38002c1d1c6413b958d29a270b104a8', 'mac_address': 'fa:16:3e:40:dd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5864b713-8ca2-488a-a033-15d82e1141ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7bb1517-fb02-4349-9907-351005f813bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:24:06Z', 'updated_at': '2022-04-05T22:24:09Z', 'revision_number': 5, 'project_id': 'd38002c1d1c6413b958d29a270b104a8', 'subnets': [{'id': 'b7bb1517-fb02-4349-9907-351005f813bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '87d735c4-0600-4db1-8236-38823909f7bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:24:20.285698 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a06d2a8-aa01-4fa4-a026-fd4a2c07e409 None None] The sync data for ids ['5864b713-8ca2-488a-a033-15d82e1141ef'] in dv-cinder-835879-4-iscsi is: [{'id': '5864b713-8ca2-488a-a033-15d82e1141ef', 'name': 'router1', 'tenant_id': 'd38002c1d1c6413b958d29a270b104a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd5dc8762-34f6-44b7-ba8e-326bd214c1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:23:56Z', 'updated_at': '2022-04-05T22:24:14Z', 'revision_number': 4, 'project_id': 'd38002c1d1c6413b958d29a270b104a8', 'gw_port': {'id': 'd5dc8762-34f6-44b7-ba8e-326bd214c1ef', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:de:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5864b713-8ca2-488a-a033-15d82e1141ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:24:14Z', 'updated_at': '2022-04-05T22:24:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': '5eeec849-eaec-4793-a06b-095999d1dd90', 'name': '', 'network_id': '1bd88224-47c6-418d-92a7-42d17a195a9a', 'tenant_id': 'd38002c1d1c6413b958d29a270b104a8', 'mac_address': 'fa:16:3e:40:dd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5864b713-8ca2-488a-a033-15d82e1141ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7bb1517-fb02-4349-9907-351005f813bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:24:06Z', 'updated_at': '2022-04-05T22:24:09Z', 'revision_number': 5, 'project_id': 'd38002c1d1c6413b958d29a270b104a8', 'subnets': [{'id': 'b7bb1517-fb02-4349-9907-351005f813bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '87d735c4-0600-4db1-8236-38823909f7bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:24:21.524273 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device d5dc8762-34f6-44b7-ba8e-326bd214c1ef up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:24:21.584185 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port d5dc8762-34f6-44b7-ba8e-326bd214c1ef triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:24:21.584590 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (d5dc8762-34f6-44b7-ba8e-326bd214c1ef), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:21.682411 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port d5dc8762-34f6-44b7-ba8e-326bd214c1ef is: DOWN; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:24:21.682803 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (d5dc8762-34f6-44b7-ba8e-326bd214c1ef), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:21.723479 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] For port d5dc8762-34f6-44b7-ba8e-326bd214c1ef, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=d5dc8762-34f6-44b7-ba8e-326bd214c1ef,segment=NetworkSegment(2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f),segment_id=2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:24:21.731179 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (d5dc8762-34f6-44b7-ba8e-326bd214c1ef), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:21.796086 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Pushing event updated for resources: {'Port': ['ID=d5dc8762-34f6-44b7-ba8e-326bd214c1ef,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:24:23.550723 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device d5dc8762-34f6-44b7-ba8e-326bd214c1ef up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:24:23.619169 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port d5dc8762-34f6-44b7-ba8e-326bd214c1ef triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:24:23.619169 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (d5dc8762-34f6-44b7-ba8e-326bd214c1ef), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:23.753069 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port d5dc8762-34f6-44b7-ba8e-326bd214c1ef is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:24:29.886553 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 5 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:24:34.268805 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dc392ff6-c5b0-4761-b0da-884499f17792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:36.772248 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7f87f5c9-d40c-4ae5-b014-11ff8bcfd882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:37.463751 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:39.091517 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:40.669051 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:04.264502 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0d76666-ad0a-4f72-8392-4a1d36613b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:06.758989 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e20ef745-2bc0-4e65-b253-7238986c24f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:06.885182 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 5 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:25:07.470591 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:09.098751 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:10.663698 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:34.265309 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f7280b3b-6dee-4ddd-8668-a62d016e32dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:36.762210 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-59ec6e1c-9e84-4b14-ba3e-0cde3677ba1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:37.470995 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:39.089536 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:39.452374 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 42072) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:25:39.577664 dv-cinder-835879-4-iscsi neutron-server[103302]: WARNING oslo_policy.policy [None req-b4dfb02c-d2f2-42ed-b197-c04ee47b4b04 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 22:25:39.578235 dv-cinder-835879-4-iscsi neutron-server[103302]: WARNING oslo_policy.policy [None req-b4dfb02c-d2f2-42ed-b197-c04ee47b4b04 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 22:25:39.843745 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4dfb02c-d2f2-42ed-b197-c04ee47b4b04 admin admin] GET failed (client error): The resource could not be found. Apr 05 22:25:39.845522 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-b4dfb02c-d2f2-42ed-b197-c04ee47b4b04 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3910787 Apr 05 22:25:40.117155 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.policy [None req-19b12ecf-c990-4c5c-b965-d9b36d7f6aeb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103302) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 05 22:25:40.160655 dv-cinder-835879-4-iscsi neutron-server[103302]: WARNING oslo_policy.policy [None req-19b12ecf-c990-4c5c-b965-d9b36d7f6aeb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 22:25:40.161062 dv-cinder-835879-4-iscsi neutron-server[103302]: WARNING oslo_policy.policy [None req-19b12ecf-c990-4c5c-b965-d9b36d7f6aeb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 22:25:40.168973 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b12ecf-c990-4c5c-b965-d9b36d7f6aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:25:40.170691 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-19b12ecf-c990-4c5c-b965-d9b36d7f6aeb admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.3211462 Apr 05 22:25:40.668467 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:42.467028 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 42088) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:25:42.592306 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ab7ba1-1859-46da-af39-cdde20653540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:25:42.593649 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-37ab7ba1-1859-46da-af39-cdde20653540 admin admin] 10.222.0.15 "GET /v2.0/subnets/b7bb1517-fb02-4349-9907-351005f813bf HTTP/1.1" status: 200 len: 849 time: 0.1256962 Apr 05 22:25:42.603037 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-f1f6290c-902c-496a-ac53-bb27ccc9a930 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:25:42.689167 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f1f6290c-902c-496a-ac53-bb27ccc9a930 admin admin] Publish callbacks [] for subnet (b7bb1517-fb02-4349-9907-351005f813bf), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:42.845355 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f1f6290c-902c-496a-ac53-bb27ccc9a930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760879411981'] for subnet (b7bb1517-fb02-4349-9907-351005f813bf), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:42.902988 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f6290c-902c-496a-ac53-bb27ccc9a930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:25:42.903859 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f1f6290c-902c-496a-ac53-bb27ccc9a930 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:42.916797 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-f1f6290c-902c-496a-ac53-bb27ccc9a930 admin admin] 10.222.0.15 "PUT /v2.0/subnets/b7bb1517-fb02-4349-9907-351005f813bf HTTP/1.1" status: 200 len: 868 time: 0.3055978 Apr 05 22:25:42.917024 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af667232-6d7b-4d46-91f3-502c91dfc469 None None] Network 1bd88224-47c6-418d-92a7-42d17a195a9a requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:25:42.927827 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6290c-902c-496a-ac53-bb27ccc9a930 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7bb1517-fb02-4349-9907-351005f813bf,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:25:42.933918 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6290c-902c-496a-ac53-bb27ccc9a930 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:42.934611 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6290c-902c-496a-ac53-bb27ccc9a930 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:42.935157 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6290c-902c-496a-ac53-bb27ccc9a930 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:42.935696 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6290c-902c-496a-ac53-bb27ccc9a930 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:42.936230 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6290c-902c-496a-ac53-bb27ccc9a930 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:42.936968 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6290c-902c-496a-ac53-bb27ccc9a930 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:42.937616 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6290c-902c-496a-ac53-bb27ccc9a930 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:42.938274 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6290c-902c-496a-ac53-bb27ccc9a930 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:42.938940 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6290c-902c-496a-ac53-bb27ccc9a930 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:42.939531 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6290c-902c-496a-ac53-bb27ccc9a930 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:42.940101 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6290c-902c-496a-ac53-bb27ccc9a930 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:42.940644 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6290c-902c-496a-ac53-bb27ccc9a930 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:42.941201 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6290c-902c-496a-ac53-bb27ccc9a930 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:42.941730 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6290c-902c-496a-ac53-bb27ccc9a930 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:42.942273 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6290c-902c-496a-ac53-bb27ccc9a930 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:42.943934 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6290c-902c-496a-ac53-bb27ccc9a930 admin admin] Tracked resource versions report: Apr 05 22:25:42.943934 dv-cinder-835879-4-iscsi neutron-server[103302]: pushed versions: Apr 05 22:25:42.943934 dv-cinder-835879-4-iscsi neutron-server[103302]: { 'AddressGroup': {'1.2'}, Apr 05 22:25:42.943934 dv-cinder-835879-4-iscsi neutron-server[103302]: 'Agent': {'1.1'}, Apr 05 22:25:42.943934 dv-cinder-835879-4-iscsi neutron-server[103302]: 'ConntrackHelper': {'1.0'}, Apr 05 22:25:42.943934 dv-cinder-835879-4-iscsi neutron-server[103302]: 'LocalIPAssociation': {'1.0'}, Apr 05 22:25:42.943934 dv-cinder-835879-4-iscsi neutron-server[103302]: 'Log': {'1.0'}, Apr 05 22:25:42.943934 dv-cinder-835879-4-iscsi neutron-server[103302]: 'NDPProxy': {'1.0'}, Apr 05 22:25:42.943934 dv-cinder-835879-4-iscsi neutron-server[103302]: 'Network': {'1.1'}, Apr 05 22:25:42.943934 dv-cinder-835879-4-iscsi neutron-server[103302]: 'Port': {'1.7'}, Apr 05 22:25:42.943934 dv-cinder-835879-4-iscsi neutron-server[103302]: 'PortForwarding': {'1.3'}, Apr 05 22:25:42.943934 dv-cinder-835879-4-iscsi neutron-server[103302]: 'QosPolicy': {'1.10'}, Apr 05 22:25:42.943934 dv-cinder-835879-4-iscsi neutron-server[103302]: 'SecurityGroup': {'1.5'}, Apr 05 22:25:42.943934 dv-cinder-835879-4-iscsi neutron-server[103302]: 'SecurityGroupRule': {'1.2'}, Apr 05 22:25:42.943934 dv-cinder-835879-4-iscsi neutron-server[103302]: 'SubPort': {'1.0'}, Apr 05 22:25:42.943934 dv-cinder-835879-4-iscsi neutron-server[103302]: 'Subnet': {'1.1'}, Apr 05 22:25:42.943934 dv-cinder-835879-4-iscsi neutron-server[103302]: 'Trunk': {'1.1'}} Apr 05 22:25:42.943934 dv-cinder-835879-4-iscsi neutron-server[103302]: consumer versions: Apr 05 22:25:42.943934 dv-cinder-835879-4-iscsi neutron-server[103302]: { DHCP agent@dv-cinder-835879-4-iscsi: {}, Apr 05 22:25:42.943934 dv-cinder-835879-4-iscsi neutron-server[103302]: L3 agent@dv-cinder-835879-4-iscsi: {}, Apr 05 22:25:42.943934 dv-cinder-835879-4-iscsi neutron-server[103302]: Metadata agent@dv-cinder-835879-4-iscsi: {}, Apr 05 22:25:42.943934 dv-cinder-835879-4-iscsi neutron-server[103302]: Metering agent@dv-cinder-835879-4-iscsi: {}, Apr 05 22:25:42.943934 dv-cinder-835879-4-iscsi neutron-server[103302]: Open vSwitch agent@dv-cinder-835879-4-iscsi: { 'AddressGroup': '1.2', Apr 05 22:25:42.943934 dv-cinder-835879-4-iscsi neutron-server[103302]: 'Agent': '1.1', Apr 05 22:25:42.943934 dv-cinder-835879-4-iscsi neutron-server[103302]: 'ConntrackHelper': '1.0', Apr 05 22:25:42.943934 dv-cinder-835879-4-iscsi neutron-server[103302]: 'LocalIPAssociation': '1.0', Apr 05 22:25:42.943934 dv-cinder-835879-4-iscsi neutron-server[103302]: 'Log': '1.0', Apr 05 22:25:42.943934 dv-cinder-835879-4-iscsi neutron-server[103302]: 'NDPProxy': '1.0', Apr 05 22:25:42.943934 dv-cinder-835879-4-iscsi neutron-server[103302]: 'Network': '1.1', Apr 05 22:25:42.943934 dv-cinder-835879-4-iscsi neutron-server[103302]: 'Port': '1.7', Apr 05 22:25:42.943934 dv-cinder-835879-4-iscsi neutron-server[103302]: 'PortForwarding': '1.3', Apr 05 22:25:42.943934 dv-cinder-835879-4-iscsi neutron-server[103302]: 'QosPolicy': '1.10', Apr 05 22:25:42.943934 dv-cinder-835879-4-iscsi neutron-server[103302]: 'SecurityGroup': '1.5', Apr 05 22:25:42.943934 dv-cinder-835879-4-iscsi neutron-server[103302]: 'SecurityGroupRule': '1.2', Apr 05 22:25:42.943934 dv-cinder-835879-4-iscsi neutron-server[103302]: 'SubPort': '1.0', Apr 05 22:25:42.943934 dv-cinder-835879-4-iscsi neutron-server[103302]: 'Subnet': '1.1', Apr 05 22:25:42.943934 dv-cinder-835879-4-iscsi neutron-server[103302]: 'Trunk': '1.1'}} Apr 05 22:25:42.943934 dv-cinder-835879-4-iscsi neutron-server[103302]: {{(pid=103302) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 22:25:43.245767 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-755a93e7-9597-4585-be47-482a3cf72bd0 None None] Provisioning complete for port 49a62832-c629-4341-ad88-a289349288e2 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:25:43.246076 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-755a93e7-9597-4585-be47-482a3cf72bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (49a62832-c629-4341-ad88-a289349288e2), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:43.324673 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-755a93e7-9597-4585-be47-482a3cf72bd0 None None] Current status of the port 49a62832-c629-4341-ad88-a289349288e2 is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:25:43.334454 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-755a93e7-9597-4585-be47-482a3cf72bd0 None None] Provisioning complete for port 5eeec849-eaec-4793-a06b-095999d1dd90 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:25:43.334830 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-755a93e7-9597-4585-be47-482a3cf72bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (5eeec849-eaec-4793-a06b-095999d1dd90), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:43.409794 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-755a93e7-9597-4585-be47-482a3cf72bd0 None None] Current status of the port 5eeec849-eaec-4793-a06b-095999d1dd90 is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:25:43.884395 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 5 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:25:45.241520 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 42100) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:25:45.468108 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c284982a-3212-4302-98ef-a155edf66e26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:25:45.468495 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c284982a-3212-4302-98ef-a155edf66e26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:25:45.470073 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-c284982a-3212-4302-98ef-a155edf66e26 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2275090 Apr 05 22:25:47.770131 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 42108) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:25:47.897053 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5aeb0a-99f9-4689-a7fc-9a0d5b3a6cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:25:47.897535 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5aeb0a-99f9-4689-a7fc-9a0d5b3a6cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:25:47.899074 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-1f5aeb0a-99f9-4689-a7fc-9a0d5b3a6cc0 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1279984 Apr 05 22:25:50.209651 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 42116) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:25:50.404369 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90b6e66-1797-4634-a149-be846d5916aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:25:50.405771 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-b90b6e66-1797-4634-a149-be846d5916aa admin admin] 10.222.0.15 "GET /v2.0/networks/1bd88224-47c6-418d-92a7-42d17a195a9a HTTP/1.1" status: 200 len: 869 time: 0.1951723 Apr 05 22:25:52.709318 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 42124) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:25:52.832285 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c071e3-43a4-4db8-8897-fb4e960928dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:25:52.833676 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-52c071e3-43a4-4db8-8897-fb4e960928dd admin admin] 10.222.0.15 "GET /v2.0/networks/f2e9bb50-0445-459c-9ef2-0222ede25138 HTTP/1.1" status: 200 len: 886 time: 0.1234002 Apr 05 22:25:55.128228 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 42132) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:25:55.251956 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f1a361-99e7-4b85-a485-16fcbac9c8d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:25:55.252417 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f1a361-99e7-4b85-a485-16fcbac9c8d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:25:55.254016 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-96f1a361-99e7-4b85-a485-16fcbac9c8d0 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1247787 Apr 05 22:25:57.538066 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 42140) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:25:57.629792 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a0b8f5-7947-4ba7-be27-58fadd45430e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:25:57.630257 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a0b8f5-7947-4ba7-be27-58fadd45430e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:25:57.631797 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-48a0b8f5-7947-4ba7-be27-58fadd45430e admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0927567 Apr 05 22:25:59.935944 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 42148) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:26:00.022413 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8945b28b-7192-4db0-bdbf-5239b1dea94a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:26:00.023741 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-8945b28b-7192-4db0-bdbf-5239b1dea94a admin admin] 10.222.0.15 "GET /v2.0/subnets/2ac17549-fc87-4e20-be5e-92c340e9a8b2 HTTP/1.1" status: 200 len: 816 time: 0.0868373 Apr 05 22:26:02.332667 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 42156) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:26:02.423444 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48bc778-58aa-4275-b404-f386a5795cb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:26:02.424787 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-e48bc778-58aa-4275-b404-f386a5795cb5 admin admin] 10.222.0.15 "GET /v2.0/subnets/b7bb1517-fb02-4349-9907-351005f813bf HTTP/1.1" status: 200 len: 868 time: 0.0911498 Apr 05 22:26:04.267817 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-617eeb1e-9a9b-40d7-bf4b-3297c8bf26ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:06.763389 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-887209e7-f93b-4f67-96bf-76fbc5269309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:07.472757 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:09.098358 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:10.672689 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:20.883153 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 5 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:26:33.675006 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 42212) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:26:33.721846 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [None req-4285deca-bea7-4ada-9a9e-1266f40c9fec admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103303) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:26:33.722921 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-4285deca-bea7-4ada-9a9e-1266f40c9fec admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0469632 Apr 05 22:26:34.270574 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ee4c72f9-1ef3-485d-a729-cb94eb12c97b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:36.098653 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 42220) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:26:36.159100 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc9734fd-b466-4bc3-9685-beef41258682 admin admin] GET failed (client error): The resource could not be found. Apr 05 22:26:36.160301 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-fc9734fd-b466-4bc3-9685-beef41258682 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0607154 Apr 05 22:26:36.305018 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44aa6545-d27e-4b70-a222-15c081fbe59a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:26:36.306497 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-44aa6545-d27e-4b70-a222-15c081fbe59a admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1418850 Apr 05 22:26:36.764791 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a936dbcf-0279-4fa0-a57c-3d3c09957c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:37.476568 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:38.638092 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 42228) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:26:38.684133 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-4d9351f0-93b1-4fe3-a9e3-898477cd2c9e admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:26:38.702640 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9351f0-93b1-4fe3-a9e3-898477cd2c9e admin admin] Made reservation on behalf of 3f67e60a0b7e408d89ac2f8c14ebbedc for: {'network': 1} {{(pid=103303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:26:38.704986 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4d9351f0-93b1-4fe3-a9e3-898477cd2c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for network (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:38.731139 dv-cinder-835879-4-iscsi neutron-server[103303]: WARNING neutron.services.revisions.revision_plugin [None req-4d9351f0-93b1-4fe3-a9e3-898477cd2c9e admin admin] Could not find related network for resource to bump revision. Apr 05 22:26:38.742442 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d9351f0-93b1-4fe3-a9e3-898477cd2c9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=103303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:26:38.751160 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4d9351f0-93b1-4fe3-a9e3-898477cd2c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781'] for segment (9305d6f4-bdc2-483b-9863-60f902aee4b9), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:38.751490 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.db.segments_db [None req-4d9351f0-93b1-4fe3-a9e3-898477cd2c9e admin admin] Added segment 9305d6f4-bdc2-483b-9863-60f902aee4b9 of type vlan for network 5ffb431b-d86f-4b4a-a783-d881a9089e35 Apr 05 22:26:38.791995 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4d9351f0-93b1-4fe3-a9e3-898477cd2c9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760878853690'] for network (5ffb431b-d86f-4b4a-a783-d881a9089e35), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:38.815168 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4d9351f0-93b1-4fe3-a9e3-898477cd2c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960'] for network (5ffb431b-d86f-4b4a-a783-d881a9089e35), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:38.816079 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9351f0-93b1-4fe3-a9e3-898477cd2c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:26:38.816621 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4d9351f0-93b1-4fe3-a9e3-898477cd2c9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for network (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:38.847481 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-4d9351f0-93b1-4fe3-a9e3-898477cd2c9e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2082620 Apr 05 22:26:38.880653 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9351f0-93b1-4fe3-a9e3-898477cd2c9e admin admin] Pushing event updated for resources: {'Network': ['ID=5ffb431b-d86f-4b4a-a783-d881a9089e35,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:26:38.888610 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9351f0-93b1-4fe3-a9e3-898477cd2c9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:38.889062 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9351f0-93b1-4fe3-a9e3-898477cd2c9e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:38.889422 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9351f0-93b1-4fe3-a9e3-898477cd2c9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:38.889763 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9351f0-93b1-4fe3-a9e3-898477cd2c9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:38.890093 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9351f0-93b1-4fe3-a9e3-898477cd2c9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:38.890417 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9351f0-93b1-4fe3-a9e3-898477cd2c9e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:38.890738 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9351f0-93b1-4fe3-a9e3-898477cd2c9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:38.891057 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9351f0-93b1-4fe3-a9e3-898477cd2c9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:38.891392 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9351f0-93b1-4fe3-a9e3-898477cd2c9e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:38.891715 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9351f0-93b1-4fe3-a9e3-898477cd2c9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:38.892038 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9351f0-93b1-4fe3-a9e3-898477cd2c9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:38.892356 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9351f0-93b1-4fe3-a9e3-898477cd2c9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:38.892674 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9351f0-93b1-4fe3-a9e3-898477cd2c9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:38.893011 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9351f0-93b1-4fe3-a9e3-898477cd2c9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:38.893327 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9351f0-93b1-4fe3-a9e3-898477cd2c9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:38.904694 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Network 5ffb431b-d86f-4b4a-a783-d881a9089e35 details requested by agent ovs-agent-dv-cinder-835879-4-iscsi with host dv-cinder-835879-4-iscsi {{(pid=103304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:26:39.092813 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:40.675185 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:41.194413 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 42236) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:26:41.254039 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e74092f-f32d-4562-ab0f-ccaac7081ef2 admin admin] GET failed (client error): The resource could not be found. Apr 05 22:26:41.255301 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-8e74092f-f32d-4562-ab0f-ccaac7081ef2 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0599110 Apr 05 22:26:41.324622 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91f3a71-978c-4ff2-ade2-4ea9bc6d0af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:26:41.326038 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-f91f3a71-978c-4ff2-ade2-4ea9bc6d0af3 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0668516 Apr 05 22:26:41.335289 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-0faee2d0-c16b-4002-8a90-1a8d28618c7c admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '5ffb431b-d86f-4b4a-a783-d881a9089e35', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:26:41.353892 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0faee2d0-c16b-4002-8a90-1a8d28618c7c admin admin] Made reservation on behalf of 3f67e60a0b7e408d89ac2f8c14ebbedc for: {'subnet': 1} {{(pid=103303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:26:41.356095 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0faee2d0-c16b-4002-8a90-1a8d28618c7c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:41.514393 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0faee2d0-c16b-4002-8a90-1a8d28618c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960'] for subnet (77c60359-69b4-47c7-9f90-5fc966c58400), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:41.567258 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faee2d0-c16b-4002-8a90-1a8d28618c7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=77c60359-69b4-47c7-9f90-5fc966c58400,revision_number=0']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:26:41.575405 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faee2d0-c16b-4002-8a90-1a8d28618c7c admin admin] Checking segment: {'id': '9305d6f4-bdc2-483b-9863-60f902aee4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '5ffb431b-d86f-4b4a-a783-d881a9089e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:26:41.575752 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0faee2d0-c16b-4002-8a90-1a8d28618c7c admin admin] Network hostable DHCP agents. Network: 5ffb431b-d86f-4b4a-a783-d881a9089e35, hostable agents: ['1fb4f16d-f195-4bf9-acd2-17d67be332a8'], hosted agents: [] {{(pid=103303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:26:41.591060 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0faee2d0-c16b-4002-8a90-1a8d28618c7c admin admin] Network 5ffb431b-d86f-4b4a-a783-d881a9089e35 is scheduled to be hosted by DHCP agent 1fb4f16d-f195-4bf9-acd2-17d67be332a8 with binding_index 1 {{(pid=103303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:26:41.599387 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-0faee2d0-c16b-4002-8a90-1a8d28618c7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-4-iscsi, 5ffb431b-d86f-4b4a-a783-d881a9089e35) {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:26:41.603789 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0faee2d0-c16b-4002-8a90-1a8d28618c7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:26:41.604373 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0faee2d0-c16b-4002-8a90-1a8d28618c7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for subnet (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:41.608698 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8fe64e-b583-47ac-9041-fb0225e63699 None None] Network 5ffb431b-d86f-4b4a-a783-d881a9089e35 requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:26:41.620197 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-0faee2d0-c16b-4002-8a90-1a8d28618c7c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2880502 Apr 05 22:26:41.714325 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980619a3-3038-448e-a7c3-83767121bda6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26cd13a5-304d-5ca3-99a1-274aeb97f72b-5ffb431b-d86f-4b4a-a783-d881a9089e35', 'network_id': '5ffb431b-d86f-4b4a-a783-d881a9089e35', 'project_id': '3f67e60a0b7e408d89ac2f8c14ebbedc', 'fixed_ips': [{'subnet_id': '77c60359-69b4-47c7-9f90-5fc966c58400'}]}} from dv-cinder-835879-4-iscsi. {{(pid=103304) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 22:26:41.715267 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-980619a3-3038-448e-a7c3-83767121bda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:41.945239 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-980619a3-3038-448e-a7c3-83767121bda6 None None] Allocated IP 192.168.233.2 (5ffb431b-d86f-4b4a-a783-d881a9089e35/77c60359-69b4-47c7-9f90-5fc966c58400/6e137252-7085-4586-bcd7-c871aba95064) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:26:42.089089 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-980619a3-3038-448e-a7c3-83767121bda6 None None] Publish callbacks [] for port (6e137252-7085-4586-bcd7-c871aba95064), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:42.095310 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-980619a3-3038-448e-a7c3-83767121bda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596'] for port (6e137252-7085-4586-bcd7-c871aba95064), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:42.144793 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980619a3-3038-448e-a7c3-83767121bda6 None None] Network 5ffb431b-d86f-4b4a-a783-d881a9089e35 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:26:42.149401 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-980619a3-3038-448e-a7c3-83767121bda6 None None] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:26:42.151913 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980619a3-3038-448e-a7c3-83767121bda6 None None] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:26:42.154136 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980619a3-3038-448e-a7c3-83767121bda6 None None] Pushing event updated for resources: {'Port': ['ID=6e137252-7085-4586-bcd7-c871aba95064,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:26:42.165998 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980619a3-3038-448e-a7c3-83767121bda6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:42.166371 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980619a3-3038-448e-a7c3-83767121bda6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:42.166705 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980619a3-3038-448e-a7c3-83767121bda6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:42.167064 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980619a3-3038-448e-a7c3-83767121bda6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:42.167400 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980619a3-3038-448e-a7c3-83767121bda6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:42.167729 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980619a3-3038-448e-a7c3-83767121bda6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:42.168054 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980619a3-3038-448e-a7c3-83767121bda6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:42.168377 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980619a3-3038-448e-a7c3-83767121bda6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:42.168694 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980619a3-3038-448e-a7c3-83767121bda6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:42.169046 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980619a3-3038-448e-a7c3-83767121bda6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:42.169369 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980619a3-3038-448e-a7c3-83767121bda6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:42.169689 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980619a3-3038-448e-a7c3-83767121bda6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:42.170006 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980619a3-3038-448e-a7c3-83767121bda6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:42.170320 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980619a3-3038-448e-a7c3-83767121bda6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:42.170636 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980619a3-3038-448e-a7c3-83767121bda6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:42.217790 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-980619a3-3038-448e-a7c3-83767121bda6 None None] Attempting to bind port 6e137252-7085-4586-bcd7-c871aba95064 on host dv-cinder-835879-4-iscsi for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:26:42.218159 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-980619a3-3038-448e-a7c3-83767121bda6 None None] Attempting to bind port 6e137252-7085-4586-bcd7-c871aba95064 by drivers openvswitch,hyperv on host dv-cinder-835879-4-iscsi at level 0 using segments [{'id': '9305d6f4-bdc2-483b-9863-60f902aee4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '5ffb431b-d86f-4b4a-a783-d881a9089e35'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:26:42.218522 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980619a3-3038-448e-a7c3-83767121bda6 None None] Attempting to bind port 6e137252-7085-4586-bcd7-c871aba95064 on network 5ffb431b-d86f-4b4a-a783-d881a9089e35 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:26:42.223554 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980619a3-3038-448e-a7c3-83767121bda6 None None] Checking agent: {'id': 'c28e45a8-012e-434a-8853-ea48f08ceb18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 23, 41), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:26:42.223931 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980619a3-3038-448e-a7c3-83767121bda6 None None] Checking segment: {'id': '9305d6f4-bdc2-483b-9863-60f902aee4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '5ffb431b-d86f-4b4a-a783-d881a9089e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:26:42.224333 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-980619a3-3038-448e-a7c3-83767121bda6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:42.224756 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980619a3-3038-448e-a7c3-83767121bda6 None None] Bound using segment: {'id': '9305d6f4-bdc2-483b-9863-60f902aee4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '5ffb431b-d86f-4b4a-a783-d881a9089e35'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:26:42.225238 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-980619a3-3038-448e-a7c3-83767121bda6 None None] Bound port: 6e137252-7085-4586-bcd7-c871aba95064, host: dv-cinder-835879-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9305d6f4-bdc2-483b-9863-60f902aee4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '5ffb431b-d86f-4b4a-a783-d881a9089e35'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:26:42.225616 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-980619a3-3038-448e-a7c3-83767121bda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (6e137252-7085-4586-bcd7-c871aba95064), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:42.290462 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-980619a3-3038-448e-a7c3-83767121bda6 None None] For port 6e137252-7085-4586-bcd7-c871aba95064, host dv-cinder-835879-4-iscsi, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:26:42.293579 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-980619a3-3038-448e-a7c3-83767121bda6 None None] For port 6e137252-7085-4586-bcd7-c871aba95064, host dv-cinder-835879-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=6e137252-7085-4586-bcd7-c871aba95064,segment=NetworkSegment(9305d6f4-bdc2-483b-9863-60f902aee4b9),segment_id=9305d6f4-bdc2-483b-9863-60f902aee4b9)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:26:42.300098 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-980619a3-3038-448e-a7c3-83767121bda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (6e137252-7085-4586-bcd7-c871aba95064), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:42.357976 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980619a3-3038-448e-a7c3-83767121bda6 None None] Pushing event updated for resources: {'Port': ['ID=6e137252-7085-4586-bcd7-c871aba95064,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:26:43.211881 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf086eb3-62b4-45a4-bcf9-a7f2d9f6bbfa None None] Network 5ffb431b-d86f-4b4a-a783-d881a9089e35 requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:26:43.290928 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-e3de3cfa-b8cb-4c01-a68e-30d3eb78fcf7 None None] Provisioning complete for port 6e137252-7085-4586-bcd7-c871aba95064 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:26:43.291407 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e3de3cfa-b8cb-4c01-a68e-30d3eb78fcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (6e137252-7085-4586-bcd7-c871aba95064), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:43.407986 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-e3de3cfa-b8cb-4c01-a68e-30d3eb78fcf7 None None] Current status of the port 6e137252-7085-4586-bcd7-c871aba95064 is: DOWN; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:26:43.409172 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e3de3cfa-b8cb-4c01-a68e-30d3eb78fcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (6e137252-7085-4586-bcd7-c871aba95064), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:43.448003 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-e3de3cfa-b8cb-4c01-a68e-30d3eb78fcf7 None None] For port 6e137252-7085-4586-bcd7-c871aba95064, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=6e137252-7085-4586-bcd7-c871aba95064,segment=NetworkSegment(9305d6f4-bdc2-483b-9863-60f902aee4b9),segment_id=9305d6f4-bdc2-483b-9863-60f902aee4b9)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:26:43.455998 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e3de3cfa-b8cb-4c01-a68e-30d3eb78fcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (6e137252-7085-4586-bcd7-c871aba95064), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:43.518648 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de3cfa-b8cb-4c01-a68e-30d3eb78fcf7 None None] Pushing event updated for resources: {'Port': ['ID=6e137252-7085-4586-bcd7-c871aba95064,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:26:43.583058 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-37ed6e14-f7bb-4b73-812a-969261907925 None None] Provisioning complete for port 6e137252-7085-4586-bcd7-c871aba95064 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:26:43.583452 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-37ed6e14-f7bb-4b73-812a-969261907925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (6e137252-7085-4586-bcd7-c871aba95064), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:43.621599 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 6e137252-7085-4586-bcd7-c871aba95064 up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:26:43.714015 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port 6e137252-7085-4586-bcd7-c871aba95064 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:26:43.714415 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (6e137252-7085-4586-bcd7-c871aba95064), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:43.718167 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-37ed6e14-f7bb-4b73-812a-969261907925 None None] Current status of the port 6e137252-7085-4586-bcd7-c871aba95064 is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:26:43.799864 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port 6e137252-7085-4586-bcd7-c871aba95064 is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:26:45.565407 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 6e137252-7085-4586-bcd7-c871aba95064 up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:26:45.612665 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port 6e137252-7085-4586-bcd7-c871aba95064 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:26:45.613085 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (6e137252-7085-4586-bcd7-c871aba95064), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:45.689929 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port 6e137252-7085-4586-bcd7-c871aba95064 is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:26:57.882293 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 5 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:27:04.274223 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b80a6984-e738-41b4-8957-4f78a2d32c82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:06.766813 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-042714ee-192e-4e47-9c86-12408cc62bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:07.479754 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:09.093550 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:10.679220 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:34.279300 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2782a428-ab93-4e23-8c75-ab5e83652102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:34.880867 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 5 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:27:36.770228 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7796ef60-018b-47fe-a99f-322e27513af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:37.482503 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:39.096644 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:40.683458 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:04.272089 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f806665d-7386-4a47-b9ec-c9c687827f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:06.771094 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-855eeb74-411a-49c9-9ed5-913d9aafa4e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:07.485436 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:09.099520 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:10.686890 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:11.749062 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 42274) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:28:11.755182 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [None req-5fb18726-4fe3-4764-bfef-470ae60fcd01 tempest-verify_tempest_config-879203951 tempest-verify_tempest_config-879203951-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103303) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:28:11.756184 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-5fb18726-4fe3-4764-bfef-470ae60fcd01 tempest-verify_tempest_config-879203951 tempest-verify_tempest_config-879203951-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0061383 Apr 05 22:28:11.880230 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 5 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:28:12.038094 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 42292) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:28:12.139076 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5826df50-22e5-43f2-9c80-db8708bcecb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:12.209974 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5826df50-22e5-43f2-9c80-db8708bcecb7 admin admin] Publish callbacks [] for security_group (4826c9dc-01ad-41e7-bcb9-118847079c41), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:12.214191 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5826df50-22e5-43f2-9c80-db8708bcecb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (4826c9dc-01ad-41e7-bcb9-118847079c41), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:12.350986 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-5826df50-22e5-43f2-9c80-db8708bcecb7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a8f0727718c549cd9141ef8d69097fc4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3117390 Apr 05 22:28:12.352077 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5826df50-22e5-43f2-9c80-db8708bcecb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4826c9dc-01ad-41e7-bcb9-118847079c41,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:28:12.353931 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 42296) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:28:12.358672 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5826df50-22e5-43f2-9c80-db8708bcecb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:12.359021 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5826df50-22e5-43f2-9c80-db8708bcecb7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:12.359362 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5826df50-22e5-43f2-9c80-db8708bcecb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:12.359695 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5826df50-22e5-43f2-9c80-db8708bcecb7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:12.360027 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5826df50-22e5-43f2-9c80-db8708bcecb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:12.360362 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5826df50-22e5-43f2-9c80-db8708bcecb7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:12.361275 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5826df50-22e5-43f2-9c80-db8708bcecb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:12.361604 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5826df50-22e5-43f2-9c80-db8708bcecb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:12.361928 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5826df50-22e5-43f2-9c80-db8708bcecb7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:12.362251 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5826df50-22e5-43f2-9c80-db8708bcecb7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:12.362590 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5826df50-22e5-43f2-9c80-db8708bcecb7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:12.362916 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5826df50-22e5-43f2-9c80-db8708bcecb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:12.363235 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5826df50-22e5-43f2-9c80-db8708bcecb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:12.363552 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5826df50-22e5-43f2-9c80-db8708bcecb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:12.363869 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5826df50-22e5-43f2-9c80-db8708bcecb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:12.438436 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d9047057-7de7-4b72-b701-49a367245784 admin admin] Publish callbacks [] for security_group (4826c9dc-01ad-41e7-bcb9-118847079c41), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:12.458581 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d9047057-7de7-4b72-b701-49a367245784 admin admin] Publish callbacks [] for security_group (4826c9dc-01ad-41e7-bcb9-118847079c41), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:12.550749 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d9047057-7de7-4b72-b701-49a367245784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (4826c9dc-01ad-41e7-bcb9-118847079c41), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:12.553596 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d9047057-7de7-4b72-b701-49a367245784 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:12.554763 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-d9047057-7de7-4b72-b701-49a367245784 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4826c9dc-01ad-41e7-bcb9-118847079c41 HTTP/1.1" status: 204 len: 168 time: 0.1998470 Apr 05 22:28:12.562788 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9047057-7de7-4b72-b701-49a367245784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4826c9dc-01ad-41e7-bcb9-118847079c41,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:28:12.570158 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9047057-7de7-4b72-b701-49a367245784 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:12.570514 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9047057-7de7-4b72-b701-49a367245784 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:12.570880 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9047057-7de7-4b72-b701-49a367245784 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:12.571231 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9047057-7de7-4b72-b701-49a367245784 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:12.571571 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9047057-7de7-4b72-b701-49a367245784 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:12.571908 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9047057-7de7-4b72-b701-49a367245784 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:12.572240 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9047057-7de7-4b72-b701-49a367245784 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:12.572571 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9047057-7de7-4b72-b701-49a367245784 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:12.572933 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9047057-7de7-4b72-b701-49a367245784 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:12.573389 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9047057-7de7-4b72-b701-49a367245784 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:12.573726 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9047057-7de7-4b72-b701-49a367245784 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:12.574170 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9047057-7de7-4b72-b701-49a367245784 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:12.574499 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9047057-7de7-4b72-b701-49a367245784 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:12.574829 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9047057-7de7-4b72-b701-49a367245784 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:12.575151 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9047057-7de7-4b72-b701-49a367245784 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:34.274459 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a4046311-49bf-4440-a5a7-51f0f695e137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:36.771963 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2f83bd61-fcda-4845-bc9a-3e01c72b77a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:37.487793 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:39.102137 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:40.687966 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:48.879171 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 5 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:29:04.275404 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8fc93fb5-e49a-45ff-9d0b-f2719970ef27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:29:06.773227 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-30dd956b-22c6-41bf-ac3f-8afb8f87f31a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:29:07.490337 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:29:09.108878 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:29:10.689817 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:29:25.878365 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 5 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:29:34.276018 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7940ec9-9619-4e21-a969-0d7194f001d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:29:36.774695 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f78ccf68-da3e-4da9-b593-05c9e0d054d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:29:37.492832 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:29:39.109453 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:29:40.693063 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:29:59.751439 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-527879'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:02.877813 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:30:04.276527 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f35b5be9-3655-4f84-a467-08bd671fc02e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:06.776467 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3babe11e-5f29-403f-b47e-def93ca11b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:07.496074 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:09.118692 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:10.695880 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:14.682514 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 42368) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:30:14.786484 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-3bcfc630-80ad-40a3-96bd-88a02e14cdac admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1028483 Apr 05 22:30:17.110057 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 42378) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:30:17.164273 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-7adb15d1-3e11-4e33-8c94-ec651198f696 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0530868 Apr 05 22:30:29.720437 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:34.278523 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2d647641-b1f0-45ff-924d-dbf9ebfe24ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:36.777551 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5fefb8e8-3a25-4a14-9059-bb2de19b1ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:37.498754 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:39.116712 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:39.876758 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:30:40.697383 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:59.723109 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:04.281801 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-58039110-9b67-447f-a291-f6fe6c029a19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:06.778884 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-69f584ad-5011-4506-991a-a8932c621f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:07.502241 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:09.117693 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:10.700883 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:16.877277 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:31:29.719746 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:34.284738 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-67d14c11-e75b-464b-8fcd-096484700e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:36.780056 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6195dc5e-1aba-4030-bb8d-2cef013f8047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:37.504911 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:39.122613 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:40.703610 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:53.876126 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:31:57.014430 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 42512) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:31:57.318786 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-000e4909-2f79-4ba9-8be0-8b16b453b80c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1723224570-network', 'tenant_id': '53101836a2ba42f5b58f4a6b84af6522'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:31:57.342207 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000e4909-2f79-4ba9-8be0-8b16b453b80c admin admin] Made reservation on behalf of 53101836a2ba42f5b58f4a6b84af6522 for: {'network': 1} {{(pid=103303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:31:57.346241 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-000e4909-2f79-4ba9-8be0-8b16b453b80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for network (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:57.359586 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-000e4909-2f79-4ba9-8be0-8b16b453b80c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:57.494280 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-000e4909-2f79-4ba9-8be0-8b16b453b80c admin admin] Publish callbacks [] for security_group (96074d45-ecd6-4361-b556-fb9a56e5f13c), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:57.501033 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-000e4909-2f79-4ba9-8be0-8b16b453b80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (96074d45-ecd6-4361-b556-fb9a56e5f13c), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:57.514921 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-000e4909-2f79-4ba9-8be0-8b16b453b80c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=103303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:31:57.528373 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-000e4909-2f79-4ba9-8be0-8b16b453b80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781'] for segment (bad0aca7-96dd-472c-9062-1cdad7db236b), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:57.528998 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.db.segments_db [None req-000e4909-2f79-4ba9-8be0-8b16b453b80c admin admin] Added segment bad0aca7-96dd-472c-9062-1cdad7db236b of type vlan for network 5f18d588-ed8c-4ba8-aa61-86f84f08ea4b Apr 05 22:31:57.589633 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-000e4909-2f79-4ba9-8be0-8b16b453b80c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760878853690'] for network (5f18d588-ed8c-4ba8-aa61-86f84f08ea4b), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:57.607254 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e4909-2f79-4ba9-8be0-8b16b453b80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96074d45-ecd6-4361-b556-fb9a56e5f13c,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:31:57.618042 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000e4909-2f79-4ba9-8be0-8b16b453b80c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:57.618509 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000e4909-2f79-4ba9-8be0-8b16b453b80c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:57.618950 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000e4909-2f79-4ba9-8be0-8b16b453b80c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:57.619429 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000e4909-2f79-4ba9-8be0-8b16b453b80c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:57.619832 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000e4909-2f79-4ba9-8be0-8b16b453b80c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:57.620227 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000e4909-2f79-4ba9-8be0-8b16b453b80c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:57.620624 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000e4909-2f79-4ba9-8be0-8b16b453b80c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:57.621045 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000e4909-2f79-4ba9-8be0-8b16b453b80c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:57.621400 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000e4909-2f79-4ba9-8be0-8b16b453b80c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:57.621735 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000e4909-2f79-4ba9-8be0-8b16b453b80c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:57.622081 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000e4909-2f79-4ba9-8be0-8b16b453b80c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:57.622687 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000e4909-2f79-4ba9-8be0-8b16b453b80c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:57.623017 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000e4909-2f79-4ba9-8be0-8b16b453b80c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:57.623408 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000e4909-2f79-4ba9-8be0-8b16b453b80c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:57.623708 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000e4909-2f79-4ba9-8be0-8b16b453b80c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:57.624898 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000e4909-2f79-4ba9-8be0-8b16b453b80c admin admin] Tracked resource versions report: Apr 05 22:31:57.624898 dv-cinder-835879-4-iscsi neutron-server[103303]: pushed versions: Apr 05 22:31:57.624898 dv-cinder-835879-4-iscsi neutron-server[103303]: { 'AddressGroup': {'1.2'}, Apr 05 22:31:57.624898 dv-cinder-835879-4-iscsi neutron-server[103303]: 'Agent': {'1.1'}, Apr 05 22:31:57.624898 dv-cinder-835879-4-iscsi neutron-server[103303]: 'ConntrackHelper': {'1.0'}, Apr 05 22:31:57.624898 dv-cinder-835879-4-iscsi neutron-server[103303]: 'LocalIPAssociation': {'1.0'}, Apr 05 22:31:57.624898 dv-cinder-835879-4-iscsi neutron-server[103303]: 'Log': {'1.0'}, Apr 05 22:31:57.624898 dv-cinder-835879-4-iscsi neutron-server[103303]: 'NDPProxy': {'1.0'}, Apr 05 22:31:57.624898 dv-cinder-835879-4-iscsi neutron-server[103303]: 'Network': {'1.1'}, Apr 05 22:31:57.624898 dv-cinder-835879-4-iscsi neutron-server[103303]: 'Port': {'1.7'}, Apr 05 22:31:57.624898 dv-cinder-835879-4-iscsi neutron-server[103303]: 'PortForwarding': {'1.3'}, Apr 05 22:31:57.624898 dv-cinder-835879-4-iscsi neutron-server[103303]: 'QosPolicy': {'1.10'}, Apr 05 22:31:57.624898 dv-cinder-835879-4-iscsi neutron-server[103303]: 'SecurityGroup': {'1.5'}, Apr 05 22:31:57.624898 dv-cinder-835879-4-iscsi neutron-server[103303]: 'SecurityGroupRule': {'1.2'}, Apr 05 22:31:57.624898 dv-cinder-835879-4-iscsi neutron-server[103303]: 'SubPort': {'1.0'}, Apr 05 22:31:57.624898 dv-cinder-835879-4-iscsi neutron-server[103303]: 'Subnet': {'1.1'}, Apr 05 22:31:57.624898 dv-cinder-835879-4-iscsi neutron-server[103303]: 'Trunk': {'1.1'}} Apr 05 22:31:57.624898 dv-cinder-835879-4-iscsi neutron-server[103303]: consumer versions: Apr 05 22:31:57.624898 dv-cinder-835879-4-iscsi neutron-server[103303]: { DHCP agent@dv-cinder-835879-4-iscsi: {}, Apr 05 22:31:57.624898 dv-cinder-835879-4-iscsi neutron-server[103303]: HyperV agent@hv-cinder-83587: {}, Apr 05 22:31:57.624898 dv-cinder-835879-4-iscsi neutron-server[103303]: L3 agent@dv-cinder-835879-4-iscsi: {}, Apr 05 22:31:57.624898 dv-cinder-835879-4-iscsi neutron-server[103303]: Metadata agent@dv-cinder-835879-4-iscsi: {}, Apr 05 22:31:57.624898 dv-cinder-835879-4-iscsi neutron-server[103303]: Metering agent@dv-cinder-835879-4-iscsi: {}, Apr 05 22:31:57.624898 dv-cinder-835879-4-iscsi neutron-server[103303]: Open vSwitch agent@dv-cinder-835879-4-iscsi: { 'AddressGroup': '1.2', Apr 05 22:31:57.624898 dv-cinder-835879-4-iscsi neutron-server[103303]: 'Agent': '1.1', Apr 05 22:31:57.624898 dv-cinder-835879-4-iscsi neutron-server[103303]: 'ConntrackHelper': '1.0', Apr 05 22:31:57.624898 dv-cinder-835879-4-iscsi neutron-server[103303]: 'LocalIPAssociation': '1.0', Apr 05 22:31:57.624898 dv-cinder-835879-4-iscsi neutron-server[103303]: 'Log': '1.0', Apr 05 22:31:57.624898 dv-cinder-835879-4-iscsi neutron-server[103303]: 'NDPProxy': '1.0', Apr 05 22:31:57.624898 dv-cinder-835879-4-iscsi neutron-server[103303]: 'Network': '1.1', Apr 05 22:31:57.624898 dv-cinder-835879-4-iscsi neutron-server[103303]: 'Port': '1.7', Apr 05 22:31:57.624898 dv-cinder-835879-4-iscsi neutron-server[103303]: 'PortForwarding': '1.3', Apr 05 22:31:57.624898 dv-cinder-835879-4-iscsi neutron-server[103303]: 'QosPolicy': '1.10', Apr 05 22:31:57.624898 dv-cinder-835879-4-iscsi neutron-server[103303]: 'SecurityGroup': '1.5', Apr 05 22:31:57.624898 dv-cinder-835879-4-iscsi neutron-server[103303]: 'SecurityGroupRule': '1.2', Apr 05 22:31:57.624898 dv-cinder-835879-4-iscsi neutron-server[103303]: 'SubPort': '1.0', Apr 05 22:31:57.624898 dv-cinder-835879-4-iscsi neutron-server[103303]: 'Subnet': '1.1', Apr 05 22:31:57.624898 dv-cinder-835879-4-iscsi neutron-server[103303]: 'Trunk': '1.1'}} Apr 05 22:31:57.624898 dv-cinder-835879-4-iscsi neutron-server[103303]: {{(pid=103303) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 22:31:57.652126 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-000e4909-2f79-4ba9-8be0-8b16b453b80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960'] for network (5f18d588-ed8c-4ba8-aa61-86f84f08ea4b), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:57.656064 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000e4909-2f79-4ba9-8be0-8b16b453b80c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:31:57.656673 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-000e4909-2f79-4ba9-8be0-8b16b453b80c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for network (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:57.721783 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-000e4909-2f79-4ba9-8be0-8b16b453b80c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7062204 Apr 05 22:31:57.722283 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 42554) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:31:57.727067 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e4909-2f79-4ba9-8be0-8b16b453b80c admin admin] Pushing event updated for resources: {'Network': ['ID=5f18d588-ed8c-4ba8-aa61-86f84f08ea4b,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:31:57.730639 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-7673fef6-e226-4900-aa81-7b76698ca52a admin admin] Request body: {'subnet': {'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1723224570-subnet', 'tenant_id': '53101836a2ba42f5b58f4a6b84af6522', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:31:57.737772 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Network 5f18d588-ed8c-4ba8-aa61-86f84f08ea4b details requested by agent ovs-agent-dv-cinder-835879-4-iscsi with host dv-cinder-835879-4-iscsi {{(pid=103304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:31:57.795524 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7673fef6-e226-4900-aa81-7b76698ca52a admin admin] Made reservation on behalf of 53101836a2ba42f5b58f4a6b84af6522 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:31:57.798022 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7673fef6-e226-4900-aa81-7b76698ca52a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:58.007342 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7673fef6-e226-4900-aa81-7b76698ca52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960'] for subnet (de490332-8df6-483d-b976-f39e215adfd8), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:58.063496 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7673fef6-e226-4900-aa81-7b76698ca52a admin admin] Pushing event updated for resources: {'Subnet': ['ID=de490332-8df6-483d-b976-f39e215adfd8,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:31:58.077983 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7673fef6-e226-4900-aa81-7b76698ca52a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:58.078169 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7673fef6-e226-4900-aa81-7b76698ca52a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:58.078517 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7673fef6-e226-4900-aa81-7b76698ca52a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:58.078860 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7673fef6-e226-4900-aa81-7b76698ca52a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:58.079200 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7673fef6-e226-4900-aa81-7b76698ca52a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:58.079534 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7673fef6-e226-4900-aa81-7b76698ca52a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:58.079865 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7673fef6-e226-4900-aa81-7b76698ca52a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:58.080249 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7673fef6-e226-4900-aa81-7b76698ca52a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:58.080843 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7673fef6-e226-4900-aa81-7b76698ca52a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:58.081386 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7673fef6-e226-4900-aa81-7b76698ca52a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:58.081950 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7673fef6-e226-4900-aa81-7b76698ca52a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:58.082466 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7673fef6-e226-4900-aa81-7b76698ca52a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:58.083028 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7673fef6-e226-4900-aa81-7b76698ca52a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:58.083535 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7673fef6-e226-4900-aa81-7b76698ca52a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:58.083862 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7673fef6-e226-4900-aa81-7b76698ca52a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:58.085390 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7673fef6-e226-4900-aa81-7b76698ca52a admin admin] Tracked resource versions report: Apr 05 22:31:58.085390 dv-cinder-835879-4-iscsi neutron-server[103302]: pushed versions: Apr 05 22:31:58.085390 dv-cinder-835879-4-iscsi neutron-server[103302]: { 'AddressGroup': {'1.2'}, Apr 05 22:31:58.085390 dv-cinder-835879-4-iscsi neutron-server[103302]: 'Agent': {'1.1'}, Apr 05 22:31:58.085390 dv-cinder-835879-4-iscsi neutron-server[103302]: 'ConntrackHelper': {'1.0'}, Apr 05 22:31:58.085390 dv-cinder-835879-4-iscsi neutron-server[103302]: 'LocalIPAssociation': {'1.0'}, Apr 05 22:31:58.085390 dv-cinder-835879-4-iscsi neutron-server[103302]: 'Log': {'1.0'}, Apr 05 22:31:58.085390 dv-cinder-835879-4-iscsi neutron-server[103302]: 'NDPProxy': {'1.0'}, Apr 05 22:31:58.085390 dv-cinder-835879-4-iscsi neutron-server[103302]: 'Network': {'1.1'}, Apr 05 22:31:58.085390 dv-cinder-835879-4-iscsi neutron-server[103302]: 'Port': {'1.7'}, Apr 05 22:31:58.085390 dv-cinder-835879-4-iscsi neutron-server[103302]: 'PortForwarding': {'1.3'}, Apr 05 22:31:58.085390 dv-cinder-835879-4-iscsi neutron-server[103302]: 'QosPolicy': {'1.10'}, Apr 05 22:31:58.085390 dv-cinder-835879-4-iscsi neutron-server[103302]: 'SecurityGroup': {'1.5'}, Apr 05 22:31:58.085390 dv-cinder-835879-4-iscsi neutron-server[103302]: 'SecurityGroupRule': {'1.2'}, Apr 05 22:31:58.085390 dv-cinder-835879-4-iscsi neutron-server[103302]: 'SubPort': {'1.0'}, Apr 05 22:31:58.085390 dv-cinder-835879-4-iscsi neutron-server[103302]: 'Subnet': {'1.1'}, Apr 05 22:31:58.085390 dv-cinder-835879-4-iscsi neutron-server[103302]: 'Trunk': {'1.1'}} Apr 05 22:31:58.085390 dv-cinder-835879-4-iscsi neutron-server[103302]: consumer versions: Apr 05 22:31:58.085390 dv-cinder-835879-4-iscsi neutron-server[103302]: { DHCP agent@dv-cinder-835879-4-iscsi: {}, Apr 05 22:31:58.085390 dv-cinder-835879-4-iscsi neutron-server[103302]: HyperV agent@hv-cinder-83587: {}, Apr 05 22:31:58.085390 dv-cinder-835879-4-iscsi neutron-server[103302]: L3 agent@dv-cinder-835879-4-iscsi: {}, Apr 05 22:31:58.085390 dv-cinder-835879-4-iscsi neutron-server[103302]: Metadata agent@dv-cinder-835879-4-iscsi: {}, Apr 05 22:31:58.085390 dv-cinder-835879-4-iscsi neutron-server[103302]: Metering agent@dv-cinder-835879-4-iscsi: {}, Apr 05 22:31:58.085390 dv-cinder-835879-4-iscsi neutron-server[103302]: Open vSwitch agent@dv-cinder-835879-4-iscsi: { 'AddressGroup': '1.2', Apr 05 22:31:58.085390 dv-cinder-835879-4-iscsi neutron-server[103302]: 'Agent': '1.1', Apr 05 22:31:58.085390 dv-cinder-835879-4-iscsi neutron-server[103302]: 'ConntrackHelper': '1.0', Apr 05 22:31:58.085390 dv-cinder-835879-4-iscsi neutron-server[103302]: 'LocalIPAssociation': '1.0', Apr 05 22:31:58.085390 dv-cinder-835879-4-iscsi neutron-server[103302]: 'Log': '1.0', Apr 05 22:31:58.085390 dv-cinder-835879-4-iscsi neutron-server[103302]: 'NDPProxy': '1.0', Apr 05 22:31:58.085390 dv-cinder-835879-4-iscsi neutron-server[103302]: 'Network': '1.1', Apr 05 22:31:58.085390 dv-cinder-835879-4-iscsi neutron-server[103302]: 'Port': '1.7', Apr 05 22:31:58.085390 dv-cinder-835879-4-iscsi neutron-server[103302]: 'PortForwarding': '1.3', Apr 05 22:31:58.085390 dv-cinder-835879-4-iscsi neutron-server[103302]: 'QosPolicy': '1.10', Apr 05 22:31:58.085390 dv-cinder-835879-4-iscsi neutron-server[103302]: 'SecurityGroup': '1.5', Apr 05 22:31:58.085390 dv-cinder-835879-4-iscsi neutron-server[103302]: 'SecurityGroupRule': '1.2', Apr 05 22:31:58.085390 dv-cinder-835879-4-iscsi neutron-server[103302]: 'SubPort': '1.0', Apr 05 22:31:58.085390 dv-cinder-835879-4-iscsi neutron-server[103302]: 'Subnet': '1.1', Apr 05 22:31:58.085390 dv-cinder-835879-4-iscsi neutron-server[103302]: 'Trunk': '1.1'}} Apr 05 22:31:58.085390 dv-cinder-835879-4-iscsi neutron-server[103302]: {{(pid=103302) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 22:31:58.100559 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7673fef6-e226-4900-aa81-7b76698ca52a admin admin] Checking segment: {'id': 'bad0aca7-96dd-472c-9062-1cdad7db236b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:31:58.101230 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7673fef6-e226-4900-aa81-7b76698ca52a admin admin] Network hostable DHCP agents. Network: 5f18d588-ed8c-4ba8-aa61-86f84f08ea4b, hostable agents: ['1fb4f16d-f195-4bf9-acd2-17d67be332a8'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:31:58.124655 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7673fef6-e226-4900-aa81-7b76698ca52a admin admin] Network 5f18d588-ed8c-4ba8-aa61-86f84f08ea4b is scheduled to be hosted by DHCP agent 1fb4f16d-f195-4bf9-acd2-17d67be332a8 with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:31:58.137188 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-7673fef6-e226-4900-aa81-7b76698ca52a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-4-iscsi, 5f18d588-ed8c-4ba8-aa61-86f84f08ea4b) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:31:58.143897 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7673fef6-e226-4900-aa81-7b76698ca52a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:31:58.145531 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7673fef6-e226-4900-aa81-7b76698ca52a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:58.146757 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911bb29d-4116-4c07-bc93-91f9228b94a7 None None] Network 5f18d588-ed8c-4ba8-aa61-86f84f08ea4b requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:31:58.174952 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-7673fef6-e226-4900-aa81-7b76698ca52a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4508135 Apr 05 22:31:58.177612 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 42588) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:31:58.181940 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-a2f54bcf-7a37-4504-82b3-8503d88df988 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1723224570-router', 'tenant_id': '53101836a2ba42f5b58f4a6b84af6522', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:31:58.207319 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a2f54bcf-7a37-4504-82b3-8503d88df988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-531801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7268'] for router (b0df46e9-d94b-4e59-8e73-3414faff1386), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:58.209350 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a2f54bcf-7a37-4504-82b3-8503d88df988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7293'] for router (b0df46e9-d94b-4e59-8e73-3414faff1386), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:58.270442 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b67baf-11d5-41f6-83c9-3d0377e7e54c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26cd13a5-304d-5ca3-99a1-274aeb97f72b-5f18d588-ed8c-4ba8-aa61-86f84f08ea4b', 'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b', 'project_id': '53101836a2ba42f5b58f4a6b84af6522', 'fixed_ips': [{'subnet_id': 'de490332-8df6-483d-b976-f39e215adfd8'}]}} from dv-cinder-835879-4-iscsi. {{(pid=103304) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 22:31:58.271423 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0b67baf-11d5-41f6-83c9-3d0377e7e54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:58.373586 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a2f54bcf-7a37-4504-82b3-8503d88df988 admin admin] Publish callbacks [] for router_controller (b0df46e9-d94b-4e59-8e73-3414faff1386), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:58.432342 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-e0b67baf-11d5-41f6-83c9-3d0377e7e54c None None] Allocated IP 172.20.0.2 (5f18d588-ed8c-4ba8-aa61-86f84f08ea4b/de490332-8df6-483d-b976-f39e215adfd8/dfda0ed7-8756-459e-8f30-8c5c96facb11) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:31:58.582928 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 42606) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:31:58.643332 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0b67baf-11d5-41f6-83c9-3d0377e7e54c None None] Publish callbacks [] for port (dfda0ed7-8756-459e-8f30-8c5c96facb11), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:58.653692 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0b67baf-11d5-41f6-83c9-3d0377e7e54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596'] for port (dfda0ed7-8756-459e-8f30-8c5c96facb11), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:58.667174 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a2f54bcf-7a37-4504-82b3-8503d88df988 admin admin] Publish callbacks [] for router_gateway (b0df46e9-d94b-4e59-8e73-3414faff1386), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:58.696953 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b67baf-11d5-41f6-83c9-3d0377e7e54c None None] Pushing event updated for resources: {'Port': ['ID=dfda0ed7-8756-459e-8f30-8c5c96facb11,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:31:58.707303 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b67baf-11d5-41f6-83c9-3d0377e7e54c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:58.707653 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b67baf-11d5-41f6-83c9-3d0377e7e54c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:58.708215 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b67baf-11d5-41f6-83c9-3d0377e7e54c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:58.708717 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b67baf-11d5-41f6-83c9-3d0377e7e54c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:58.709227 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b67baf-11d5-41f6-83c9-3d0377e7e54c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:58.709841 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b67baf-11d5-41f6-83c9-3d0377e7e54c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:58.710330 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b67baf-11d5-41f6-83c9-3d0377e7e54c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:58.710808 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b67baf-11d5-41f6-83c9-3d0377e7e54c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:58.711297 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b67baf-11d5-41f6-83c9-3d0377e7e54c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:58.711773 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b67baf-11d5-41f6-83c9-3d0377e7e54c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:58.712256 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b67baf-11d5-41f6-83c9-3d0377e7e54c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:58.712750 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b67baf-11d5-41f6-83c9-3d0377e7e54c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:58.713313 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b67baf-11d5-41f6-83c9-3d0377e7e54c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:58.713832 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b67baf-11d5-41f6-83c9-3d0377e7e54c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:58.714377 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b67baf-11d5-41f6-83c9-3d0377e7e54c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:58.715823 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b67baf-11d5-41f6-83c9-3d0377e7e54c None None] Tracked resource versions report: Apr 05 22:31:58.715823 dv-cinder-835879-4-iscsi neutron-server[103304]: pushed versions: Apr 05 22:31:58.715823 dv-cinder-835879-4-iscsi neutron-server[103304]: { 'AddressGroup': {'1.2'}, Apr 05 22:31:58.715823 dv-cinder-835879-4-iscsi neutron-server[103304]: 'Agent': {'1.1'}, Apr 05 22:31:58.715823 dv-cinder-835879-4-iscsi neutron-server[103304]: 'ConntrackHelper': {'1.0'}, Apr 05 22:31:58.715823 dv-cinder-835879-4-iscsi neutron-server[103304]: 'LocalIPAssociation': {'1.0'}, Apr 05 22:31:58.715823 dv-cinder-835879-4-iscsi neutron-server[103304]: 'Log': {'1.0'}, Apr 05 22:31:58.715823 dv-cinder-835879-4-iscsi neutron-server[103304]: 'NDPProxy': {'1.0'}, Apr 05 22:31:58.715823 dv-cinder-835879-4-iscsi neutron-server[103304]: 'Network': {'1.1'}, Apr 05 22:31:58.715823 dv-cinder-835879-4-iscsi neutron-server[103304]: 'Port': {'1.7'}, Apr 05 22:31:58.715823 dv-cinder-835879-4-iscsi neutron-server[103304]: 'PortForwarding': {'1.3'}, Apr 05 22:31:58.715823 dv-cinder-835879-4-iscsi neutron-server[103304]: 'QosPolicy': {'1.10'}, Apr 05 22:31:58.715823 dv-cinder-835879-4-iscsi neutron-server[103304]: 'SecurityGroup': {'1.5'}, Apr 05 22:31:58.715823 dv-cinder-835879-4-iscsi neutron-server[103304]: 'SecurityGroupRule': {'1.2'}, Apr 05 22:31:58.715823 dv-cinder-835879-4-iscsi neutron-server[103304]: 'SubPort': {'1.0'}, Apr 05 22:31:58.715823 dv-cinder-835879-4-iscsi neutron-server[103304]: 'Subnet': {'1.1'}, Apr 05 22:31:58.715823 dv-cinder-835879-4-iscsi neutron-server[103304]: 'Trunk': {'1.1'}} Apr 05 22:31:58.715823 dv-cinder-835879-4-iscsi neutron-server[103304]: consumer versions: Apr 05 22:31:58.715823 dv-cinder-835879-4-iscsi neutron-server[103304]: { DHCP agent@dv-cinder-835879-4-iscsi: {}, Apr 05 22:31:58.715823 dv-cinder-835879-4-iscsi neutron-server[103304]: HyperV agent@hv-cinder-83587: {}, Apr 05 22:31:58.715823 dv-cinder-835879-4-iscsi neutron-server[103304]: L3 agent@dv-cinder-835879-4-iscsi: {}, Apr 05 22:31:58.715823 dv-cinder-835879-4-iscsi neutron-server[103304]: Metadata agent@dv-cinder-835879-4-iscsi: {}, Apr 05 22:31:58.715823 dv-cinder-835879-4-iscsi neutron-server[103304]: Metering agent@dv-cinder-835879-4-iscsi: {}, Apr 05 22:31:58.715823 dv-cinder-835879-4-iscsi neutron-server[103304]: Open vSwitch agent@dv-cinder-835879-4-iscsi: { 'AddressGroup': '1.2', Apr 05 22:31:58.715823 dv-cinder-835879-4-iscsi neutron-server[103304]: 'Agent': '1.1', Apr 05 22:31:58.715823 dv-cinder-835879-4-iscsi neutron-server[103304]: 'ConntrackHelper': '1.0', Apr 05 22:31:58.715823 dv-cinder-835879-4-iscsi neutron-server[103304]: 'LocalIPAssociation': '1.0', Apr 05 22:31:58.715823 dv-cinder-835879-4-iscsi neutron-server[103304]: 'Log': '1.0', Apr 05 22:31:58.715823 dv-cinder-835879-4-iscsi neutron-server[103304]: 'NDPProxy': '1.0', Apr 05 22:31:58.715823 dv-cinder-835879-4-iscsi neutron-server[103304]: 'Network': '1.1', Apr 05 22:31:58.715823 dv-cinder-835879-4-iscsi neutron-server[103304]: 'Port': '1.7', Apr 05 22:31:58.715823 dv-cinder-835879-4-iscsi neutron-server[103304]: 'PortForwarding': '1.3', Apr 05 22:31:58.715823 dv-cinder-835879-4-iscsi neutron-server[103304]: 'QosPolicy': '1.10', Apr 05 22:31:58.715823 dv-cinder-835879-4-iscsi neutron-server[103304]: 'SecurityGroup': '1.5', Apr 05 22:31:58.715823 dv-cinder-835879-4-iscsi neutron-server[103304]: 'SecurityGroupRule': '1.2', Apr 05 22:31:58.715823 dv-cinder-835879-4-iscsi neutron-server[103304]: 'SubPort': '1.0', Apr 05 22:31:58.715823 dv-cinder-835879-4-iscsi neutron-server[103304]: 'Subnet': '1.1', Apr 05 22:31:58.715823 dv-cinder-835879-4-iscsi neutron-server[103304]: 'Trunk': '1.1'}} Apr 05 22:31:58.715823 dv-cinder-835879-4-iscsi neutron-server[103304]: {{(pid=103304) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 22:31:58.730737 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b67baf-11d5-41f6-83c9-3d0377e7e54c None None] Network 5f18d588-ed8c-4ba8-aa61-86f84f08ea4b is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:31:58.733225 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-e0b67baf-11d5-41f6-83c9-3d0377e7e54c None None] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:31:58.749553 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b67baf-11d5-41f6-83c9-3d0377e7e54c None None] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:31:58.816906 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-e0b67baf-11d5-41f6-83c9-3d0377e7e54c None None] Attempting to bind port dfda0ed7-8756-459e-8f30-8c5c96facb11 on host dv-cinder-835879-4-iscsi for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:31:58.818018 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-e0b67baf-11d5-41f6-83c9-3d0377e7e54c None None] Attempting to bind port dfda0ed7-8756-459e-8f30-8c5c96facb11 by drivers openvswitch,hyperv on host dv-cinder-835879-4-iscsi at level 0 using segments [{'id': 'bad0aca7-96dd-472c-9062-1cdad7db236b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:31:58.818566 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b67baf-11d5-41f6-83c9-3d0377e7e54c None None] Attempting to bind port dfda0ed7-8756-459e-8f30-8c5c96facb11 on network 5f18d588-ed8c-4ba8-aa61-86f84f08ea4b {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:31:58.824946 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b67baf-11d5-41f6-83c9-3d0377e7e54c None None] Checking agent: {'id': 'c28e45a8-012e-434a-8853-ea48f08ceb18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 23, 41), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:31:58.825580 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b67baf-11d5-41f6-83c9-3d0377e7e54c None None] Checking segment: {'id': 'bad0aca7-96dd-472c-9062-1cdad7db236b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:31:58.826140 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0b67baf-11d5-41f6-83c9-3d0377e7e54c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:58.826536 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b67baf-11d5-41f6-83c9-3d0377e7e54c None None] Bound using segment: {'id': 'bad0aca7-96dd-472c-9062-1cdad7db236b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:31:58.827013 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-e0b67baf-11d5-41f6-83c9-3d0377e7e54c None None] Bound port: dfda0ed7-8756-459e-8f30-8c5c96facb11, host: dv-cinder-835879-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bad0aca7-96dd-472c-9062-1cdad7db236b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:31:58.827390 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0b67baf-11d5-41f6-83c9-3d0377e7e54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (dfda0ed7-8756-459e-8f30-8c5c96facb11), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:58.884659 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 42620) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:31:58.906949 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-e0b67baf-11d5-41f6-83c9-3d0377e7e54c None None] For port dfda0ed7-8756-459e-8f30-8c5c96facb11, host dv-cinder-835879-4-iscsi, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:31:58.916607 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-e0b67baf-11d5-41f6-83c9-3d0377e7e54c None None] For port dfda0ed7-8756-459e-8f30-8c5c96facb11, host dv-cinder-835879-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=dfda0ed7-8756-459e-8f30-8c5c96facb11,segment=NetworkSegment(bad0aca7-96dd-472c-9062-1cdad7db236b),segment_id=bad0aca7-96dd-472c-9062-1cdad7db236b)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:31:58.925211 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e0b67baf-11d5-41f6-83c9-3d0377e7e54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (dfda0ed7-8756-459e-8f30-8c5c96facb11), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:58.975841 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a2f54bcf-7a37-4504-82b3-8503d88df988 admin admin] Publish callbacks [] for router_gateway (b0df46e9-d94b-4e59-8e73-3414faff1386), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:58.990981 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b67baf-11d5-41f6-83c9-3d0377e7e54c None None] Pushing event updated for resources: {'Port': ['ID=dfda0ed7-8756-459e-8f30-8c5c96facb11,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:31:59.017084 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 42626) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:31:59.023027 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a2f54bcf-7a37-4504-82b3-8503d88df988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:59.047526 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-e5d05fb7-55fb-4874-bfa6-d1596e603715 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-266728504-network', 'tenant_id': '20b77f8ad3b947daa87a0a858e8b7ac2'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:31:59.075056 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d05fb7-55fb-4874-bfa6-d1596e603715 admin admin] Made reservation on behalf of 20b77f8ad3b947daa87a0a858e8b7ac2 for: {'network': 1} {{(pid=103303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:31:59.078152 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e5d05fb7-55fb-4874-bfa6-d1596e603715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for network (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:59.094148 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e5d05fb7-55fb-4874-bfa6-d1596e603715 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:59.144067 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 42636) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:31:59.149508 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-fefb715e-efae-4adc-a2b6-ae5d109d5ddd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-811837841-network', 'tenant_id': 'cc234acca0d74c538c3c7fe942f00e56'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:31:59.214924 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-4e294ef7-f243-4375-86fc-69c37e6a8c64 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1059833774-network', 'tenant_id': '0aceb09e90a9469980b157861e02e481'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:31:59.242177 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefb715e-efae-4adc-a2b6-ae5d109d5ddd admin admin] Made reservation on behalf of cc234acca0d74c538c3c7fe942f00e56 for: {'network': 1} {{(pid=103303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:31:59.245091 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fefb715e-efae-4adc-a2b6-ae5d109d5ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for network (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:59.247140 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e294ef7-f243-4375-86fc-69c37e6a8c64 admin admin] Made reservation on behalf of 0aceb09e90a9469980b157861e02e481 for: {'network': 1} {{(pid=103303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:31:59.249816 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4e294ef7-f243-4375-86fc-69c37e6a8c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for network (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:59.277045 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fefb715e-efae-4adc-a2b6-ae5d109d5ddd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:59.279110 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4e294ef7-f243-4375-86fc-69c37e6a8c64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:59.315192 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-a2f54bcf-7a37-4504-82b3-8503d88df988 admin admin] Allocated IP 172.27.2.93 (f2e9bb50-0445-459c-9ef2-0222ede25138/2ac17549-fc87-4e20-be5e-92c340e9a8b2/c7f255cb-b0f9-4b5b-8cd1-7dc41b849453) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:31:59.395103 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e5d05fb7-55fb-4874-bfa6-d1596e603715 admin admin] Publish callbacks [] for security_group (0ad8d962-ad90-4734-999e-facbcfd52e0e), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:59.412807 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e5d05fb7-55fb-4874-bfa6-d1596e603715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (0ad8d962-ad90-4734-999e-facbcfd52e0e), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:59.454393 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-b0ad51d8-74d8-48e9-8b17-7a779a093767 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-659125320-network', 'tenant_id': '2697c0786bb14f85b099106396e57e9e'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:31:59.465371 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d05fb7-55fb-4874-bfa6-d1596e603715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad8d962-ad90-4734-999e-facbcfd52e0e,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:31:59.491567 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5d05fb7-55fb-4874-bfa6-d1596e603715 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=103303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:31:59.521571 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a2f54bcf-7a37-4504-82b3-8503d88df988 admin admin] Publish callbacks [] for port (c7f255cb-b0f9-4b5b-8cd1-7dc41b849453), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:59.525087 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e5d05fb7-55fb-4874-bfa6-d1596e603715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781'] for segment (8e05269c-2d20-4fff-93bb-3b9f88c16ef1), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:59.525430 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.db.segments_db [None req-e5d05fb7-55fb-4874-bfa6-d1596e603715 admin admin] Added segment 8e05269c-2d20-4fff-93bb-3b9f88c16ef1 of type vlan for network e7e24e6e-3544-4395-8e0c-7d87fa5e4b92 Apr 05 22:31:59.541614 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ad51d8-74d8-48e9-8b17-7a779a093767 admin admin] Made reservation on behalf of 2697c0786bb14f85b099106396e57e9e for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:31:59.541942 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fefb715e-efae-4adc-a2b6-ae5d109d5ddd admin admin] Publish callbacks [] for security_group (263214be-6e47-43b0-aecf-5b490f0bea85), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:59.545601 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b0ad51d8-74d8-48e9-8b17-7a779a093767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:59.568391 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b0ad51d8-74d8-48e9-8b17-7a779a093767 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:59.581711 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fefb715e-efae-4adc-a2b6-ae5d109d5ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (263214be-6e47-43b0-aecf-5b490f0bea85), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:59.601777 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fefb715e-efae-4adc-a2b6-ae5d109d5ddd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=103303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:31:59.611228 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fefb715e-efae-4adc-a2b6-ae5d109d5ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781'] for segment (861068a3-7cd1-4c90-a36a-227a98f1b9d8), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:59.611845 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.db.segments_db [None req-fefb715e-efae-4adc-a2b6-ae5d109d5ddd admin admin] Added segment 861068a3-7cd1-4c90-a36a-227a98f1b9d8 of type vlan for network 05f94c5f-b125-46ca-8a9a-45d5087a1cbd Apr 05 22:31:59.653915 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fefb715e-efae-4adc-a2b6-ae5d109d5ddd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760878853690'] for network (05f94c5f-b125-46ca-8a9a-45d5087a1cbd), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:59.673225 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b0ad51d8-74d8-48e9-8b17-7a779a093767 admin admin] Publish callbacks [] for security_group (937c721b-384d-4c5b-85fb-ea09d65dd424), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:59.686938 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b0ad51d8-74d8-48e9-8b17-7a779a093767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (937c721b-384d-4c5b-85fb-ea09d65dd424), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:59.705730 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0ad51d8-74d8-48e9-8b17-7a779a093767 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:31:59.717084 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e5d05fb7-55fb-4874-bfa6-d1596e603715 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760878853690'] for network (e7e24e6e-3544-4395-8e0c-7d87fa5e4b92), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:59.733194 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:59.779255 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b0ad51d8-74d8-48e9-8b17-7a779a093767 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760879317872', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781'] for segment (7a5e164d-fdbc-4c25-a357-31ca6dc11523), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:59.780220 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b0ad51d8-74d8-48e9-8b17-7a779a093767 admin admin] Unsubscribe: segment precommit_create {{(pid=103302) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 05 22:31:59.780801 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.db.segments_db [None req-b0ad51d8-74d8-48e9-8b17-7a779a093767 admin admin] Added segment 7a5e164d-fdbc-4c25-a357-31ca6dc11523 of type vlan for network 30d168ff-b6ad-4812-af5d-7394de5c0536 Apr 05 22:31:59.785617 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a2f54bcf-7a37-4504-82b3-8503d88df988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596'] for port (c7f255cb-b0f9-4b5b-8cd1-7dc41b849453), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:59.790693 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4e294ef7-f243-4375-86fc-69c37e6a8c64 admin admin] Publish callbacks [] for security_group (6b847a67-385d-4b18-a3e3-2c3d7b630611), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:59.795072 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb715e-efae-4adc-a2b6-ae5d109d5ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263214be-6e47-43b0-aecf-5b490f0bea85,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:31:59.797773 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fefb715e-efae-4adc-a2b6-ae5d109d5ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960'] for network (05f94c5f-b125-46ca-8a9a-45d5087a1cbd), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:59.798875 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefb715e-efae-4adc-a2b6-ae5d109d5ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:31:59.799643 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fefb715e-efae-4adc-a2b6-ae5d109d5ddd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for network (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:59.925678 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb715e-efae-4adc-a2b6-ae5d109d5ddd admin admin] Pushing event updated for resources: {'Network': ['ID=05f94c5f-b125-46ca-8a9a-45d5087a1cbd,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:31:59.928109 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4e294ef7-f243-4375-86fc-69c37e6a8c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (6b847a67-385d-4b18-a3e3-2c3d7b630611), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:59.929647 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device dfda0ed7-8756-459e-8f30-8c5c96facb11 up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:31:59.940702 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e294ef7-f243-4375-86fc-69c37e6a8c64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=103303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:31:59.950859 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4e294ef7-f243-4375-86fc-69c37e6a8c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781'] for segment (1bf2125a-a764-49fd-9387-c1e53e0d177b), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:59.951497 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.db.segments_db [None req-4e294ef7-f243-4375-86fc-69c37e6a8c64 admin admin] Added segment 1bf2125a-a764-49fd-9387-c1e53e0d177b of type vlan for network b6baf2d1-4111-4179-97b5-8f3d3d51eaff Apr 05 22:31:59.958999 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b0ad51d8-74d8-48e9-8b17-7a779a093767 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760878853690'] for network (30d168ff-b6ad-4812-af5d-7394de5c0536), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:59.974347 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f54bcf-7a37-4504-82b3-8503d88df988 admin admin] Network f2e9bb50-0445-459c-9ef2-0222ede25138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:32:00.000249 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-a2f54bcf-7a37-4504-82b3-8503d88df988 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:32:00.001913 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Network 05f94c5f-b125-46ca-8a9a-45d5087a1cbd details requested by agent ovs-agent-dv-cinder-835879-4-iscsi with host dv-cinder-835879-4-iscsi {{(pid=103304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:32:00.010875 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4e294ef7-f243-4375-86fc-69c37e6a8c64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760878853690'] for network (b6baf2d1-4111-4179-97b5-8f3d3d51eaff), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:00.013182 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f54bcf-7a37-4504-82b3-8503d88df988 admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:32:00.040184 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e5d05fb7-55fb-4874-bfa6-d1596e603715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960'] for network (e7e24e6e-3544-4395-8e0c-7d87fa5e4b92), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:00.041525 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d05fb7-55fb-4874-bfa6-d1596e603715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:00.042305 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e5d05fb7-55fb-4874-bfa6-d1596e603715 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for network (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:00.142142 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d05fb7-55fb-4874-bfa6-d1596e603715 admin admin] Pushing event updated for resources: {'Network': ['ID=e7e24e6e-3544-4395-8e0c-7d87fa5e4b92,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:00.144646 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4e294ef7-f243-4375-86fc-69c37e6a8c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960'] for network (b6baf2d1-4111-4179-97b5-8f3d3d51eaff), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:00.146538 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e294ef7-f243-4375-86fc-69c37e6a8c64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:00.147312 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4e294ef7-f243-4375-86fc-69c37e6a8c64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for network (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:00.160334 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad51d8-74d8-48e9-8b17-7a779a093767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937c721b-384d-4c5b-85fb-ea09d65dd424,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:00.170484 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Network e7e24e6e-3544-4395-8e0c-7d87fa5e4b92 details requested by agent ovs-agent-dv-cinder-835879-4-iscsi with host dv-cinder-835879-4-iscsi {{(pid=103304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:32:00.247926 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e294ef7-f243-4375-86fc-69c37e6a8c64 admin admin] Pushing event updated for resources: {'Network': ['ID=b6baf2d1-4111-4179-97b5-8f3d3d51eaff,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:00.250173 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e294ef7-f243-4375-86fc-69c37e6a8c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b847a67-385d-4b18-a3e3-2c3d7b630611,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:00.271952 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f54bcf-7a37-4504-82b3-8503d88df988 admin admin] Pushing event updated for resources: {'Port': ['ID=c7f255cb-b0f9-4b5b-8cd1-7dc41b849453,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:00.281531 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-4e294ef7-f243-4375-86fc-69c37e6a8c64 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2633071 Apr 05 22:32:00.285190 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 42680) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:00.293173 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b0ad51d8-74d8-48e9-8b17-7a779a093767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960'] for network (30d168ff-b6ad-4812-af5d-7394de5c0536), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:00.294263 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ad51d8-74d8-48e9-8b17-7a779a093767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:00.295133 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b0ad51d8-74d8-48e9-8b17-7a779a093767 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:00.298729 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-feed9fcc-95bf-4847-acdd-53c5a47cd6af admin admin] Request body: {'subnet': {'network_id': 'b6baf2d1-4111-4179-97b5-8f3d3d51eaff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1059833774-subnet', 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:00.376657 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-fefb715e-efae-4adc-a2b6-ae5d109d5ddd admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4914837 Apr 05 22:32:00.385063 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-e5d05fb7-55fb-4874-bfa6-d1596e603715 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8008437 Apr 05 22:32:00.386448 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 42690) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:00.386959 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 42692) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:00.392733 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feed9fcc-95bf-4847-acdd-53c5a47cd6af admin admin] Made reservation on behalf of 0aceb09e90a9469980b157861e02e481 for: {'subnet': 1} {{(pid=103303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:32:00.396278 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-feed9fcc-95bf-4847-acdd-53c5a47cd6af admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:00.423417 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Network b6baf2d1-4111-4179-97b5-8f3d3d51eaff details requested by agent ovs-agent-dv-cinder-835879-4-iscsi with host dv-cinder-835879-4-iscsi {{(pid=103304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:32:00.474121 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-b0ad51d8-74d8-48e9-8b17-7a779a093767 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3287666 Apr 05 22:32:00.517358 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 42698) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:00.527238 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-e3188c76-7208-4122-85f6-472ff3bb4797 admin admin] Request body: {'subnet': {'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-659125320-subnet', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:00.554384 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad51d8-74d8-48e9-8b17-7a779a093767 admin admin] Pushing event updated for resources: {'Network': ['ID=30d168ff-b6ad-4812-af5d-7394de5c0536,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:00.589644 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ce8c38-e15d-4a0b-a4a9-5dc9985a898c None None] Network 5f18d588-ed8c-4ba8-aa61-86f84f08ea4b requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:32:00.592565 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Network 30d168ff-b6ad-4812-af5d-7394de5c0536 details requested by agent ovs-agent-dv-cinder-835879-4-iscsi with host dv-cinder-835879-4-iscsi {{(pid=103304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:32:00.606830 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-3fc66ecd-52e4-4d53-8bc9-5d969ccaea7f admin admin] Request body: {'subnet': {'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-266728504-subnet', 'tenant_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:00.613771 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3188c76-7208-4122-85f6-472ff3bb4797 admin admin] Made reservation on behalf of 2697c0786bb14f85b099106396e57e9e for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:32:00.620150 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3188c76-7208-4122-85f6-472ff3bb4797 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:00.622237 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-0c776d6a-16a5-43e2-b0ba-06e6dec582d2 admin admin] Request body: {'subnet': {'network_id': '05f94c5f-b125-46ca-8a9a-45d5087a1cbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-811837841-subnet', 'tenant_id': 'cc234acca0d74c538c3c7fe942f00e56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:00.676915 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port dfda0ed7-8756-459e-8f30-8c5c96facb11 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:00.677663 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (dfda0ed7-8756-459e-8f30-8c5c96facb11), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:00.783145 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc66ecd-52e4-4d53-8bc9-5d969ccaea7f admin admin] Made reservation on behalf of 20b77f8ad3b947daa87a0a858e8b7ac2 for: {'subnet': 1} {{(pid=103303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:32:00.785490 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3fc66ecd-52e4-4d53-8bc9-5d969ccaea7f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:00.809157 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c776d6a-16a5-43e2-b0ba-06e6dec582d2 admin admin] Made reservation on behalf of cc234acca0d74c538c3c7fe942f00e56 for: {'subnet': 1} {{(pid=103303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:32:00.811582 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0c776d6a-16a5-43e2-b0ba-06e6dec582d2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:00.909044 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-feed9fcc-95bf-4847-acdd-53c5a47cd6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960'] for subnet (acc4bb93-55f5-4d18-8058-b058867f2321), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:00.953163 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-ea331e22-5db1-4874-b31a-34c01aeaeba9 None None] Provisioning complete for port dfda0ed7-8756-459e-8f30-8c5c96facb11 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:00.953800 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ea331e22-5db1-4874-b31a-34c01aeaeba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (dfda0ed7-8756-459e-8f30-8c5c96facb11), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:01.085788 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port dfda0ed7-8756-459e-8f30-8c5c96facb11 is: DOWN; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:01.086324 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (dfda0ed7-8756-459e-8f30-8c5c96facb11), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:01.145750 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed9fcc-95bf-4847-acdd-53c5a47cd6af admin admin] Pushing event updated for resources: {'Subnet': ['ID=acc4bb93-55f5-4d18-8058-b058867f2321,revision_number=0']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:01.165200 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a2f54bcf-7a37-4504-82b3-8503d88df988 admin admin] Publish callbacks [] for router_gateway (b0df46e9-d94b-4e59-8e73-3414faff1386), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:01.179763 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] For port dfda0ed7-8756-459e-8f30-8c5c96facb11, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=dfda0ed7-8756-459e-8f30-8c5c96facb11,segment=NetworkSegment(bad0aca7-96dd-472c-9062-1cdad7db236b),segment_id=bad0aca7-96dd-472c-9062-1cdad7db236b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:32:01.198363 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (dfda0ed7-8756-459e-8f30-8c5c96facb11), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:01.231657 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feed9fcc-95bf-4847-acdd-53c5a47cd6af admin admin] Checking segment: {'id': '1bf2125a-a764-49fd-9387-c1e53e0d177b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b6baf2d1-4111-4179-97b5-8f3d3d51eaff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:32:01.232032 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feed9fcc-95bf-4847-acdd-53c5a47cd6af admin admin] Network hostable DHCP agents. Network: b6baf2d1-4111-4179-97b5-8f3d3d51eaff, hostable agents: ['1fb4f16d-f195-4bf9-acd2-17d67be332a8'], hosted agents: [] {{(pid=103303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:32:01.248110 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-ea331e22-5db1-4874-b31a-34c01aeaeba9 None None] Current status of the port dfda0ed7-8756-459e-8f30-8c5c96facb11 is: DOWN; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:01.249043 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ea331e22-5db1-4874-b31a-34c01aeaeba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (dfda0ed7-8756-459e-8f30-8c5c96facb11), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:01.332546 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feed9fcc-95bf-4847-acdd-53c5a47cd6af admin admin] Network b6baf2d1-4111-4179-97b5-8f3d3d51eaff is scheduled to be hosted by DHCP agent 1fb4f16d-f195-4bf9-acd2-17d67be332a8 with binding_index 1 {{(pid=103303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:32:01.342092 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Pushing event updated for resources: {'Port': ['ID=dfda0ed7-8756-459e-8f30-8c5c96facb11,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:01.363361 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-feed9fcc-95bf-4847-acdd-53c5a47cd6af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-4-iscsi, b6baf2d1-4111-4179-97b5-8f3d3d51eaff) {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:32:01.378268 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe25f0b-5720-4107-80b6-ff132ead68d4 None None] Network b6baf2d1-4111-4179-97b5-8f3d3d51eaff requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:32:01.409552 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.db.api [None req-ea331e22-5db1-4874-b31a-34c01aeaeba9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103304) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 22:32:01.410215 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG oslo_db.api [None req-ea331e22-5db1-4874-b31a-34c01aeaeba9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 22:32:01.441719 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feed9fcc-95bf-4847-acdd-53c5a47cd6af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:01.442596 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-feed9fcc-95bf-4847-acdd-53c5a47cd6af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for subnet (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:01.496203 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-feed9fcc-95bf-4847-acdd-53c5a47cd6af admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2046154 Apr 05 22:32:01.502061 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 42722) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:01.507811 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-3930943e-7557-4fcf-aaff-27b2a79617ff admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1059833774-router', 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'}}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:01.521929 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3188c76-7208-4122-85f6-472ff3bb4797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960'] for subnet (1f7e6b53-f66a-4bf5-b303-757e7b31098d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:01.534163 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86b3d46-9cff-45af-85ed-0059340be459 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26cd13a5-304d-5ca3-99a1-274aeb97f72b-b6baf2d1-4111-4179-97b5-8f3d3d51eaff', 'network_id': 'b6baf2d1-4111-4179-97b5-8f3d3d51eaff', 'project_id': '0aceb09e90a9469980b157861e02e481', 'fixed_ips': [{'subnet_id': 'acc4bb93-55f5-4d18-8058-b058867f2321'}]}} from dv-cinder-835879-4-iscsi. {{(pid=103304) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 22:32:01.535144 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b86b3d46-9cff-45af-85ed-0059340be459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:01.567737 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3930943e-7557-4fcf-aaff-27b2a79617ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-531801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7268'] for router (09af68de-9ff1-4ad6-8036-8283324aa101), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:01.568890 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3930943e-7557-4fcf-aaff-27b2a79617ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7293'] for router (09af68de-9ff1-4ad6-8036-8283324aa101), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:01.574964 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0c776d6a-16a5-43e2-b0ba-06e6dec582d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960'] for subnet (7cb9f83c-1915-4fe3-a40e-2c91b8485971), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:01.619161 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3188c76-7208-4122-85f6-472ff3bb4797 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f7e6b53-f66a-4bf5-b303-757e7b31098d,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:01.650176 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a2f54bcf-7a37-4504-82b3-8503d88df988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528008'] for router (b0df46e9-d94b-4e59-8e73-3414faff1386), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:01.655336 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3188c76-7208-4122-85f6-472ff3bb4797 admin admin] Checking segment: {'id': '7a5e164d-fdbc-4c25-a357-31ca6dc11523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:32:01.655956 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3188c76-7208-4122-85f6-472ff3bb4797 admin admin] Network hostable DHCP agents. Network: 30d168ff-b6ad-4812-af5d-7394de5c0536, hostable agents: ['1fb4f16d-f195-4bf9-acd2-17d67be332a8'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:32:01.680004 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-b86b3d46-9cff-45af-85ed-0059340be459 None None] Allocated IP 172.20.0.2 (b6baf2d1-4111-4179-97b5-8f3d3d51eaff/acc4bb93-55f5-4d18-8058-b058867f2321/5fddfcd9-74a8-44e7-9993-2afd0c259560) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:32:01.711680 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c776d6a-16a5-43e2-b0ba-06e6dec582d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cb9f83c-1915-4fe3-a40e-2c91b8485971,revision_number=0']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:01.720383 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3188c76-7208-4122-85f6-472ff3bb4797 admin admin] Network 30d168ff-b6ad-4812-af5d-7394de5c0536 is scheduled to be hosted by DHCP agent 1fb4f16d-f195-4bf9-acd2-17d67be332a8 with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:32:01.728535 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3930943e-7557-4fcf-aaff-27b2a79617ff admin admin] Publish callbacks [] for router_controller (09af68de-9ff1-4ad6-8036-8283324aa101), precommit_add_association {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:01.772166 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-e3188c76-7208-4122-85f6-472ff3bb4797 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-4-iscsi, 30d168ff-b6ad-4812-af5d-7394de5c0536) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:32:01.780523 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3188c76-7208-4122-85f6-472ff3bb4797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:01.781419 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3188c76-7208-4122-85f6-472ff3bb4797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:01.790446 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d420b9-ccd2-425b-8afa-c84fa3e0ceef None None] Network 30d168ff-b6ad-4812-af5d-7394de5c0536 requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:32:01.806440 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-e3188c76-7208-4122-85f6-472ff3bb4797 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2880149 Apr 05 22:32:01.809649 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 42724) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:01.815627 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-c1cabb96-13ba-4e19-bdc8-b7ae5496b3d9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-659125320-router', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:01.816144 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3fc66ecd-52e4-4d53-8bc9-5d969ccaea7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960'] for subnet (4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:01.823327 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c776d6a-16a5-43e2-b0ba-06e6dec582d2 admin admin] Checking segment: {'id': '861068a3-7cd1-4c90-a36a-227a98f1b9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '05f94c5f-b125-46ca-8a9a-45d5087a1cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:32:01.823760 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c776d6a-16a5-43e2-b0ba-06e6dec582d2 admin admin] Network hostable DHCP agents. Network: 05f94c5f-b125-46ca-8a9a-45d5087a1cbd, hostable agents: ['1fb4f16d-f195-4bf9-acd2-17d67be332a8'], hosted agents: [] {{(pid=103303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:32:01.855593 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c1cabb96-13ba-4e19-bdc8-b7ae5496b3d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-531801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7268'] for router (4d6a48c7-8b87-4a6f-acc5-9c60a34b861a), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:01.856622 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c1cabb96-13ba-4e19-bdc8-b7ae5496b3d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7293'] for router (4d6a48c7-8b87-4a6f-acc5-9c60a34b861a), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:01.861677 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device dfda0ed7-8756-459e-8f30-8c5c96facb11 up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:32:01.882905 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f54bcf-7a37-4504-82b3-8503d88df988 admin admin] Router b0df46e9-d94b-4e59-8e73-3414faff1386 is scheduled to L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 22:32:01.959632 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3930943e-7557-4fcf-aaff-27b2a79617ff admin admin] Publish callbacks [] for router_gateway (09af68de-9ff1-4ad6-8036-8283324aa101), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:01.968909 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc66ecd-52e4-4d53-8bc9-5d969ccaea7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b,revision_number=0']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:01.974247 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c776d6a-16a5-43e2-b0ba-06e6dec582d2 admin admin] Network 05f94c5f-b125-46ca-8a9a-45d5087a1cbd is scheduled to be hosted by DHCP agent 1fb4f16d-f195-4bf9-acd2-17d67be332a8 with binding_index 1 {{(pid=103303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:32:01.975894 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c1cabb96-13ba-4e19-bdc8-b7ae5496b3d9 admin admin] Publish callbacks [] for router_controller (4d6a48c7-8b87-4a6f-acc5-9c60a34b861a), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:01.985892 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-0c776d6a-16a5-43e2-b0ba-06e6dec582d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-4-iscsi, 05f94c5f-b125-46ca-8a9a-45d5087a1cbd) {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:32:02.001324 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c776d6a-16a5-43e2-b0ba-06e6dec582d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:02.001693 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0c776d6a-16a5-43e2-b0ba-06e6dec582d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for subnet (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:02.013339 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b86b3d46-9cff-45af-85ed-0059340be459 None None] Publish callbacks [] for port (5fddfcd9-74a8-44e7-9993-2afd0c259560), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:02.016126 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990f3de8-0e0e-41fd-88ac-bbe5b1a8cfdf None None] Network 05f94c5f-b125-46ca-8a9a-45d5087a1cbd requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:32:02.020865 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc66ecd-52e4-4d53-8bc9-5d969ccaea7f admin admin] Checking segment: {'id': '8e05269c-2d20-4fff-93bb-3b9f88c16ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:32:02.021235 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc66ecd-52e4-4d53-8bc9-5d969ccaea7f admin admin] Network hostable DHCP agents. Network: e7e24e6e-3544-4395-8e0c-7d87fa5e4b92, hostable agents: ['1fb4f16d-f195-4bf9-acd2-17d67be332a8'], hosted agents: [] {{(pid=103303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:32:02.033455 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab56dab5-1bdd-4c95-a732-e960739b9c05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26cd13a5-304d-5ca3-99a1-274aeb97f72b-30d168ff-b6ad-4812-af5d-7394de5c0536', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'project_id': '2697c0786bb14f85b099106396e57e9e', 'fixed_ips': [{'subnet_id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d'}]}} from dv-cinder-835879-4-iscsi. {{(pid=103304) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 22:32:02.034068 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab56dab5-1bdd-4c95-a732-e960739b9c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:02.036184 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b86b3d46-9cff-45af-85ed-0059340be459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596'] for port (5fddfcd9-74a8-44e7-9993-2afd0c259560), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:02.049383 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-0c776d6a-16a5-43e2-b0ba-06e6dec582d2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6592081 Apr 05 22:32:02.057034 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-ea331e22-5db1-4874-b31a-34c01aeaeba9 None None] Current status of the port dfda0ed7-8756-459e-8f30-8c5c96facb11 is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:02.119695 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86b3d46-9cff-45af-85ed-0059340be459 None None] Network b6baf2d1-4111-4179-97b5-8f3d3d51eaff is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:32:02.171878 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b3d46-9cff-45af-85ed-0059340be459 None None] Pushing event updated for resources: {'Port': ['ID=5fddfcd9-74a8-44e7-9993-2afd0c259560,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:02.179849 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc66ecd-52e4-4d53-8bc9-5d969ccaea7f admin admin] Network e7e24e6e-3544-4395-8e0c-7d87fa5e4b92 is scheduled to be hosted by DHCP agent 1fb4f16d-f195-4bf9-acd2-17d67be332a8 with binding_index 1 {{(pid=103303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:32:02.184152 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-b86b3d46-9cff-45af-85ed-0059340be459 None None] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:32:02.192571 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port dfda0ed7-8756-459e-8f30-8c5c96facb11 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:02.192992 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (dfda0ed7-8756-459e-8f30-8c5c96facb11), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:02.227914 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-3fc66ecd-52e4-4d53-8bc9-5d969ccaea7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-4-iscsi, e7e24e6e-3544-4395-8e0c-7d87fa5e4b92) {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:32:02.231094 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86b3d46-9cff-45af-85ed-0059340be459 None None] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:32:02.248097 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8976cf92-92d0-4d36-93cd-53710f7578fb None None] Network e7e24e6e-3544-4395-8e0c-7d87fa5e4b92 requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:32:02.251230 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc66ecd-52e4-4d53-8bc9-5d969ccaea7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:02.253821 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3fc66ecd-52e4-4d53-8bc9-5d969ccaea7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for subnet (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:02.288661 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c1cabb96-13ba-4e19-bdc8-b7ae5496b3d9 admin admin] Publish callbacks [] for router_gateway (4d6a48c7-8b87-4a6f-acc5-9c60a34b861a), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:02.295071 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-3fc66ecd-52e4-4d53-8bc9-5d969ccaea7f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.9010305 Apr 05 22:32:02.295706 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 42742) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:02.306729 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-53e502a3-c118-4862-a6c9-5022e86d0430 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-266728504-router', 'tenant_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'}}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:02.348911 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f54bcf-7a37-4504-82b3-8503d88df988 admin admin] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:32:02.363715 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bc8a72-9d17-4cf9-9833-cf96368394e5 None None] Sync routers for ids ['b0df46e9-d94b-4e59-8e73-3414faff1386'] in dv-cinder-835879-4-iscsi {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:32:02.377183 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bc8a72-9d17-4cf9-9833-cf96368394e5 None None] Routers {'b0df46e9-d94b-4e59-8e73-3414faff1386'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:32:02.377823 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-56bc8a72-9d17-4cf9-9833-cf96368394e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:31:37Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['b0df46e9-d94b-4e59-8e73-3414faff1386'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:02.411503 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a2f54bcf-7a37-4504-82b3-8503d88df988 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:02.413126 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-a2f54bcf-7a37-4504-82b3-8503d88df988 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2345452 Apr 05 22:32:02.425798 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 42752) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:02.506436 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639bc82d-eff3-4dab-a488-5b9c65f63715 None None] Network 05f94c5f-b125-46ca-8a9a-45d5087a1cbd requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:32:02.655196 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-60d03017-4fc0-43ae-98e2-17e9823073e7 None None] Provisioning complete for port dfda0ed7-8756-459e-8f30-8c5c96facb11 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:02.656620 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-60d03017-4fc0-43ae-98e2-17e9823073e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (dfda0ed7-8756-459e-8f30-8c5c96facb11), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:02.765590 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 42780) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:02.785425 dv-cinder-835879-4-iscsi neutron-server[103302]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 05 22:32:02.822823 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-56bc8a72-9d17-4cf9-9833-cf96368394e5 None None] Set router b0df46e9-d94b-4e59-8e73-3414faff1386 gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:32:02.845023 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-53e502a3-c118-4862-a6c9-5022e86d0430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-531801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7268'] for router (aa971dbb-f9a5-443b-9c12-e0b6c769bff6), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:02.846088 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-53e502a3-c118-4862-a6c9-5022e86d0430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7293'] for router (aa971dbb-f9a5-443b-9c12-e0b6c769bff6), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:02.875281 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a70abf-bc42-4606-bcf3-b578e1192125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26cd13a5-304d-5ca3-99a1-274aeb97f72b-e7e24e6e-3544-4395-8e0c-7d87fa5e4b92', 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92', 'project_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'fixed_ips': [{'subnet_id': '4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b'}]}} from dv-cinder-835879-4-iscsi. {{(pid=103304) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 22:32:02.876442 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e8a70abf-bc42-4606-bcf3-b578e1192125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:02.999370 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-53e502a3-c118-4862-a6c9-5022e86d0430 admin admin] Publish callbacks [] for router_controller (aa971dbb-f9a5-443b-9c12-e0b6c769bff6), precommit_add_association {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:02.999779 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-b86b3d46-9cff-45af-85ed-0059340be459 None None] Attempting to bind port 5fddfcd9-74a8-44e7-9993-2afd0c259560 on host dv-cinder-835879-4-iscsi for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:32:03.000347 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-b86b3d46-9cff-45af-85ed-0059340be459 None None] Attempting to bind port 5fddfcd9-74a8-44e7-9993-2afd0c259560 by drivers openvswitch,hyperv on host dv-cinder-835879-4-iscsi at level 0 using segments [{'id': '1bf2125a-a764-49fd-9387-c1e53e0d177b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b6baf2d1-4111-4179-97b5-8f3d3d51eaff'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:32:03.001063 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86b3d46-9cff-45af-85ed-0059340be459 None None] Attempting to bind port 5fddfcd9-74a8-44e7-9993-2afd0c259560 on network b6baf2d1-4111-4179-97b5-8f3d3d51eaff {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:32:03.001985 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3930943e-7557-4fcf-aaff-27b2a79617ff admin admin] Publish callbacks [] for router_gateway (09af68de-9ff1-4ad6-8036-8283324aa101), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:03.023803 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3930943e-7557-4fcf-aaff-27b2a79617ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:03.051204 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86b3d46-9cff-45af-85ed-0059340be459 None None] Checking agent: {'id': 'c28e45a8-012e-434a-8853-ea48f08ceb18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 23, 41), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:32:03.052056 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86b3d46-9cff-45af-85ed-0059340be459 None None] Checking segment: {'id': '1bf2125a-a764-49fd-9387-c1e53e0d177b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b6baf2d1-4111-4179-97b5-8f3d3d51eaff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:32:03.052692 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b86b3d46-9cff-45af-85ed-0059340be459 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:03.053274 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86b3d46-9cff-45af-85ed-0059340be459 None None] Bound using segment: {'id': '1bf2125a-a764-49fd-9387-c1e53e0d177b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b6baf2d1-4111-4179-97b5-8f3d3d51eaff'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:32:03.054182 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-b86b3d46-9cff-45af-85ed-0059340be459 None None] Bound port: 5fddfcd9-74a8-44e7-9993-2afd0c259560, host: dv-cinder-835879-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf2125a-a764-49fd-9387-c1e53e0d177b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b6baf2d1-4111-4179-97b5-8f3d3d51eaff'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:32:03.054755 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b86b3d46-9cff-45af-85ed-0059340be459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (5fddfcd9-74a8-44e7-9993-2afd0c259560), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:03.104001 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port dfda0ed7-8756-459e-8f30-8c5c96facb11 is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:03.199471 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-ab56dab5-1bdd-4c95-a732-e960739b9c05 None None] Allocated IP 172.20.0.2 (30d168ff-b6ad-4812-af5d-7394de5c0536/1f7e6b53-f66a-4bf5-b303-757e7b31098d/b18ddd13-b14f-4553-a487-a27f88faea04) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:32:03.220942 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-56bc8a72-9d17-4cf9-9833-cf96368394e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'name': 'tempest-AttachVolumeShelveTestJSON-1723224570-router', 'tenant_id': '53101836a2ba42f5b58f4a6b84af6522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'c7f255cb-b0f9-4b5b-8cd1-7dc41b849453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:31:58Z', 'updated_at': '2022-04-05T22:32:00Z', 'revision_number': 3, 'project_id': '53101836a2ba42f5b58f4a6b84af6522', 'gw_port': {'id': 'c7f255cb-b0f9-4b5b-8cd1-7dc41b849453', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:37:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:31:59Z', 'updated_at': '2022-04-05T22:31:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi'}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:03.256999 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bc8a72-9d17-4cf9-9833-cf96368394e5 None None] Checking router: b0df46e9-d94b-4e59-8e73-3414faff1386 for host: dv-cinder-835879-4-iscsi {{(pid=103305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:32:03.257636 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bc8a72-9d17-4cf9-9833-cf96368394e5 None None] Updating router b0df46e9-d94b-4e59-8e73-3414faff1386 port c7f255cb-b0f9-4b5b-8cd1-7dc41b849453 binding host dv-cinder-835879-4-iscsi {{(pid=103305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:32:03.294152 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56bc8a72-9d17-4cf9-9833-cf96368394e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (c7f255cb-b0f9-4b5b-8cd1-7dc41b849453), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:03.304922 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-67daec49-9d7d-45db-955b-f0b4e2e18b44 tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:03.306458 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-67daec49-9d7d-45db-955b-f0b4e2e18b44 tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] 10.222.0.15 "GET /v2.0/networks?id=05f94c5f-b125-46ca-8a9a-45d5087a1cbd HTTP/1.1" status: 200 len: 811 time: 0.5397904 Apr 05 22:32:03.310268 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-53e502a3-c118-4862-a6c9-5022e86d0430 admin admin] Publish callbacks [] for router_gateway (aa971dbb-f9a5-443b-9c12-e0b6c769bff6), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:03.384043 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-3930943e-7557-4fcf-aaff-27b2a79617ff admin admin] Allocated IP 172.27.2.234 (f2e9bb50-0445-459c-9ef2-0222ede25138/2ac17549-fc87-4e20-be5e-92c340e9a8b2/ee57049b-5a1f-4d98-9942-93b61a87bf02) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:32:03.398192 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-b5e977ef-3f1c-4250-ace0-83d14c072cca tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] 10.222.0.15 "GET /v2.0/quotas/cc234acca0d74c538c3c7fe942f00e56 HTTP/1.1" status: 200 len: 375 time: 0.0588663 Apr 05 22:32:03.511975 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-b86b3d46-9cff-45af-85ed-0059340be459 None None] For port 5fddfcd9-74a8-44e7-9993-2afd0c259560, host dv-cinder-835879-4-iscsi, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:32:03.529645 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-456b9322-3a70-44f2-be73-027f97b0bca5 tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc234acca0d74c538c3c7fe942f00e56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1026976 Apr 05 22:32:03.552571 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3930943e-7557-4fcf-aaff-27b2a79617ff admin admin] Publish callbacks [] for port (ee57049b-5a1f-4d98-9942-93b61a87bf02), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:03.567574 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c1cabb96-13ba-4e19-bdc8-b7ae5496b3d9 admin admin] Publish callbacks [] for router_gateway (4d6a48c7-8b87-4a6f-acc5-9c60a34b861a), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:03.580927 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-b86b3d46-9cff-45af-85ed-0059340be459 None None] For port 5fddfcd9-74a8-44e7-9993-2afd0c259560, host dv-cinder-835879-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=5fddfcd9-74a8-44e7-9993-2afd0c259560,segment=NetworkSegment(1bf2125a-a764-49fd-9387-c1e53e0d177b),segment_id=1bf2125a-a764-49fd-9387-c1e53e0d177b)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:32:03.615222 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c1cabb96-13ba-4e19-bdc8-b7ae5496b3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:03.619016 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3930943e-7557-4fcf-aaff-27b2a79617ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596'] for port (ee57049b-5a1f-4d98-9942-93b61a87bf02), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:03.622965 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b86b3d46-9cff-45af-85ed-0059340be459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (5fddfcd9-74a8-44e7-9993-2afd0c259560), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:03.624938 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-60d03017-4fc0-43ae-98e2-17e9823073e7 None None] Current status of the port dfda0ed7-8756-459e-8f30-8c5c96facb11 is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:03.661041 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3930943e-7557-4fcf-aaff-27b2a79617ff admin admin] Network f2e9bb50-0445-459c-9ef2-0222ede25138 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:32:03.666787 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-3930943e-7557-4fcf-aaff-27b2a79617ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:32:03.690119 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-e8a70abf-bc42-4606-bcf3-b578e1192125 None None] Allocated IP 172.20.0.2 (e7e24e6e-3544-4395-8e0c-7d87fa5e4b92/4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b/11304e9a-b847-4d6b-b994-878fe3cbda45) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:32:03.782623 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3930943e-7557-4fcf-aaff-27b2a79617ff admin admin] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:32:03.830679 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b3d46-9cff-45af-85ed-0059340be459 None None] Pushing event updated for resources: {'Port': ['ID=5fddfcd9-74a8-44e7-9993-2afd0c259560,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:03.927628 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-6e6a807d-68e1-46fd-8674-776bd338b2b4 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:32:03.936994 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-6e6a807d-68e1-46fd-8674-776bd338b2b4 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1722991 Apr 05 22:32:03.941263 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56bc8a72-9d17-4cf9-9833-cf96368394e5 None None] Publish callbacks [] for port (c7f255cb-b0f9-4b5b-8cd1-7dc41b849453), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:03.952131 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56bc8a72-9d17-4cf9-9833-cf96368394e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (c7f255cb-b0f9-4b5b-8cd1-7dc41b849453), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:03.967123 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab56dab5-1bdd-4c95-a732-e960739b9c05 None None] Publish callbacks [] for port (b18ddd13-b14f-4553-a487-a27f88faea04), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:03.990621 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab56dab5-1bdd-4c95-a732-e960739b9c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596'] for port (b18ddd13-b14f-4553-a487-a27f88faea04), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:04.128156 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-56bc8a72-9d17-4cf9-9833-cf96368394e5 None None] Attempting to bind port c7f255cb-b0f9-4b5b-8cd1-7dc41b849453 on host dv-cinder-835879-4-iscsi for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:32:04.128528 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-56bc8a72-9d17-4cf9-9833-cf96368394e5 None None] Attempting to bind port c7f255cb-b0f9-4b5b-8cd1-7dc41b849453 by drivers openvswitch,hyperv on host dv-cinder-835879-4-iscsi at level 0 using segments [{'id': '2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:32:04.129208 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bc8a72-9d17-4cf9-9833-cf96368394e5 None None] Attempting to bind port c7f255cb-b0f9-4b5b-8cd1-7dc41b849453 on network f2e9bb50-0445-459c-9ef2-0222ede25138 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:32:04.131027 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ddefa-6477-4afa-9620-572c72e72f10 None None] Pushing event updated for resources: {'Port': ['ID=c7f255cb-b0f9-4b5b-8cd1-7dc41b849453,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:04.164389 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bc8a72-9d17-4cf9-9833-cf96368394e5 None None] Checking agent: {'id': 'c28e45a8-012e-434a-8853-ea48f08ceb18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 23, 41), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:32:04.168902 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bc8a72-9d17-4cf9-9833-cf96368394e5 None None] Checking segment: {'id': '2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:32:04.169483 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56bc8a72-9d17-4cf9-9833-cf96368394e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:04.173216 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bc8a72-9d17-4cf9-9833-cf96368394e5 None None] Bound using segment: {'id': '2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:32:04.173943 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-56bc8a72-9d17-4cf9-9833-cf96368394e5 None None] Bound port: c7f255cb-b0f9-4b5b-8cd1-7dc41b849453, host: dv-cinder-835879-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:32:04.174510 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56bc8a72-9d17-4cf9-9833-cf96368394e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (c7f255cb-b0f9-4b5b-8cd1-7dc41b849453), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:04.183348 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7ddefa-6477-4afa-9620-572c72e72f10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:04.183866 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7ddefa-6477-4afa-9620-572c72e72f10 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:04.184385 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7ddefa-6477-4afa-9620-572c72e72f10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:04.184923 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7ddefa-6477-4afa-9620-572c72e72f10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:04.185522 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7ddefa-6477-4afa-9620-572c72e72f10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:04.186002 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7ddefa-6477-4afa-9620-572c72e72f10 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:04.187850 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7ddefa-6477-4afa-9620-572c72e72f10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:04.188949 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7ddefa-6477-4afa-9620-572c72e72f10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:04.189980 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7ddefa-6477-4afa-9620-572c72e72f10 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:04.192637 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7ddefa-6477-4afa-9620-572c72e72f10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:04.193200 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7ddefa-6477-4afa-9620-572c72e72f10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:04.193710 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7ddefa-6477-4afa-9620-572c72e72f10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:04.194200 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7ddefa-6477-4afa-9620-572c72e72f10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:04.202304 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7ddefa-6477-4afa-9620-572c72e72f10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:04.203478 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7ddefa-6477-4afa-9620-572c72e72f10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:04.212746 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7ddefa-6477-4afa-9620-572c72e72f10 None None] Tracked resource versions report: Apr 05 22:32:04.212746 dv-cinder-835879-4-iscsi neutron-server[103305]: pushed versions: Apr 05 22:32:04.212746 dv-cinder-835879-4-iscsi neutron-server[103305]: { 'AddressGroup': {'1.2'}, Apr 05 22:32:04.212746 dv-cinder-835879-4-iscsi neutron-server[103305]: 'Agent': {'1.1'}, Apr 05 22:32:04.212746 dv-cinder-835879-4-iscsi neutron-server[103305]: 'ConntrackHelper': {'1.0'}, Apr 05 22:32:04.212746 dv-cinder-835879-4-iscsi neutron-server[103305]: 'LocalIPAssociation': {'1.0'}, Apr 05 22:32:04.212746 dv-cinder-835879-4-iscsi neutron-server[103305]: 'Log': {'1.0'}, Apr 05 22:32:04.212746 dv-cinder-835879-4-iscsi neutron-server[103305]: 'NDPProxy': {'1.0'}, Apr 05 22:32:04.212746 dv-cinder-835879-4-iscsi neutron-server[103305]: 'Network': {'1.1'}, Apr 05 22:32:04.212746 dv-cinder-835879-4-iscsi neutron-server[103305]: 'Port': {'1.7'}, Apr 05 22:32:04.212746 dv-cinder-835879-4-iscsi neutron-server[103305]: 'PortForwarding': {'1.3'}, Apr 05 22:32:04.212746 dv-cinder-835879-4-iscsi neutron-server[103305]: 'QosPolicy': {'1.10'}, Apr 05 22:32:04.212746 dv-cinder-835879-4-iscsi neutron-server[103305]: 'SecurityGroup': {'1.5'}, Apr 05 22:32:04.212746 dv-cinder-835879-4-iscsi neutron-server[103305]: 'SecurityGroupRule': {'1.2'}, Apr 05 22:32:04.212746 dv-cinder-835879-4-iscsi neutron-server[103305]: 'SubPort': {'1.0'}, Apr 05 22:32:04.212746 dv-cinder-835879-4-iscsi neutron-server[103305]: 'Subnet': {'1.1'}, Apr 05 22:32:04.212746 dv-cinder-835879-4-iscsi neutron-server[103305]: 'Trunk': {'1.1'}} Apr 05 22:32:04.212746 dv-cinder-835879-4-iscsi neutron-server[103305]: consumer versions: Apr 05 22:32:04.212746 dv-cinder-835879-4-iscsi neutron-server[103305]: { DHCP agent@dv-cinder-835879-4-iscsi: {}, Apr 05 22:32:04.212746 dv-cinder-835879-4-iscsi neutron-server[103305]: HyperV agent@hv-cinder-83587: {}, Apr 05 22:32:04.212746 dv-cinder-835879-4-iscsi neutron-server[103305]: L3 agent@dv-cinder-835879-4-iscsi: {}, Apr 05 22:32:04.212746 dv-cinder-835879-4-iscsi neutron-server[103305]: Metadata agent@dv-cinder-835879-4-iscsi: {}, Apr 05 22:32:04.212746 dv-cinder-835879-4-iscsi neutron-server[103305]: Metering agent@dv-cinder-835879-4-iscsi: {}, Apr 05 22:32:04.212746 dv-cinder-835879-4-iscsi neutron-server[103305]: Open vSwitch agent@dv-cinder-835879-4-iscsi: { 'AddressGroup': '1.2', Apr 05 22:32:04.212746 dv-cinder-835879-4-iscsi neutron-server[103305]: 'Agent': '1.1', Apr 05 22:32:04.212746 dv-cinder-835879-4-iscsi neutron-server[103305]: 'ConntrackHelper': '1.0', Apr 05 22:32:04.212746 dv-cinder-835879-4-iscsi neutron-server[103305]: 'LocalIPAssociation': '1.0', Apr 05 22:32:04.212746 dv-cinder-835879-4-iscsi neutron-server[103305]: 'Log': '1.0', Apr 05 22:32:04.212746 dv-cinder-835879-4-iscsi neutron-server[103305]: 'NDPProxy': '1.0', Apr 05 22:32:04.212746 dv-cinder-835879-4-iscsi neutron-server[103305]: 'Network': '1.1', Apr 05 22:32:04.212746 dv-cinder-835879-4-iscsi neutron-server[103305]: 'Port': '1.7', Apr 05 22:32:04.212746 dv-cinder-835879-4-iscsi neutron-server[103305]: 'PortForwarding': '1.3', Apr 05 22:32:04.212746 dv-cinder-835879-4-iscsi neutron-server[103305]: 'QosPolicy': '1.10', Apr 05 22:32:04.212746 dv-cinder-835879-4-iscsi neutron-server[103305]: 'SecurityGroup': '1.5', Apr 05 22:32:04.212746 dv-cinder-835879-4-iscsi neutron-server[103305]: 'SecurityGroupRule': '1.2', Apr 05 22:32:04.212746 dv-cinder-835879-4-iscsi neutron-server[103305]: 'SubPort': '1.0', Apr 05 22:32:04.212746 dv-cinder-835879-4-iscsi neutron-server[103305]: 'Subnet': '1.1', Apr 05 22:32:04.212746 dv-cinder-835879-4-iscsi neutron-server[103305]: 'Trunk': '1.1'}} Apr 05 22:32:04.212746 dv-cinder-835879-4-iscsi neutron-server[103305]: {{(pid=103305) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 22:32:04.228925 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab56dab5-1bdd-4c95-a732-e960739b9c05 None None] Network 30d168ff-b6ad-4812-af5d-7394de5c0536 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:32:04.254379 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-ab56dab5-1bdd-4c95-a732-e960739b9c05 None None] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:32:04.261907 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab56dab5-1bdd-4c95-a732-e960739b9c05 None None] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:32:04.273030 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-c1cabb96-13ba-4e19-bdc8-b7ae5496b3d9 admin admin] Allocated IP 172.27.2.201 (f2e9bb50-0445-459c-9ef2-0222ede25138/2ac17549-fc87-4e20-be5e-92c340e9a8b2/c2ad5574-60b9-4e6f-86d6-63999b736e9e) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:32:04.274281 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56dab5-1bdd-4c95-a732-e960739b9c05 None None] Pushing event updated for resources: {'Port': ['ID=b18ddd13-b14f-4553-a487-a27f88faea04,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:04.286472 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-76b7a41c-d826-4de1-bdca-f36443124fb7 service neutron] 10.222.0.15 "GET /v2.0/networks/05f94c5f-b125-46ca-8a9a-45d5087a1cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485439 Apr 05 22:32:04.288531 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3930943e-7557-4fcf-aaff-27b2a79617ff admin admin] Pushing event updated for resources: {'Port': ['ID=ee57049b-5a1f-4d98-9942-93b61a87bf02,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:04.400492 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e8a70abf-bc42-4606-bcf3-b578e1192125 None None] Publish callbacks [] for port (11304e9a-b847-4d6b-b994-878fe3cbda45), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:04.403534 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-56bc8a72-9d17-4cf9-9833-cf96368394e5 None None] For port c7f255cb-b0f9-4b5b-8cd1-7dc41b849453, host dv-cinder-835879-4-iscsi, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:32:04.410590 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-56bc8a72-9d17-4cf9-9833-cf96368394e5 None None] For port c7f255cb-b0f9-4b5b-8cd1-7dc41b849453, host dv-cinder-835879-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=c7f255cb-b0f9-4b5b-8cd1-7dc41b849453,segment=NetworkSegment(2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f),segment_id=2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:32:04.425988 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56bc8a72-9d17-4cf9-9833-cf96368394e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (c7f255cb-b0f9-4b5b-8cd1-7dc41b849453), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:04.443892 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e8a70abf-bc42-4606-bcf3-b578e1192125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596'] for port (11304e9a-b847-4d6b-b994-878fe3cbda45), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:04.466672 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-ab56dab5-1bdd-4c95-a732-e960739b9c05 None None] Attempting to bind port b18ddd13-b14f-4553-a487-a27f88faea04 on host dv-cinder-835879-4-iscsi for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:32:04.467349 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-ab56dab5-1bdd-4c95-a732-e960739b9c05 None None] Attempting to bind port b18ddd13-b14f-4553-a487-a27f88faea04 by drivers openvswitch,hyperv on host dv-cinder-835879-4-iscsi at level 0 using segments [{'id': '7a5e164d-fdbc-4c25-a357-31ca6dc11523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:32:04.467810 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab56dab5-1bdd-4c95-a732-e960739b9c05 None None] Attempting to bind port b18ddd13-b14f-4553-a487-a27f88faea04 on network 30d168ff-b6ad-4812-af5d-7394de5c0536 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:32:04.474696 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7f0bcb55-3d46-457a-9234-900cf653df9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:04.500539 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab56dab5-1bdd-4c95-a732-e960739b9c05 None None] Checking agent: {'id': 'c28e45a8-012e-434a-8853-ea48f08ceb18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 23, 41), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:32:04.501043 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab56dab5-1bdd-4c95-a732-e960739b9c05 None None] Checking segment: {'id': '7a5e164d-fdbc-4c25-a357-31ca6dc11523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:32:04.501646 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab56dab5-1bdd-4c95-a732-e960739b9c05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:04.502784 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab56dab5-1bdd-4c95-a732-e960739b9c05 None None] Bound using segment: {'id': '7a5e164d-fdbc-4c25-a357-31ca6dc11523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:32:04.503463 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-ab56dab5-1bdd-4c95-a732-e960739b9c05 None None] Bound port: b18ddd13-b14f-4553-a487-a27f88faea04, host: dv-cinder-835879-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5e164d-fdbc-4c25-a357-31ca6dc11523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:32:04.503918 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab56dab5-1bdd-4c95-a732-e960739b9c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (b18ddd13-b14f-4553-a487-a27f88faea04), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:04.509322 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3930943e-7557-4fcf-aaff-27b2a79617ff admin admin] Publish callbacks [] for router_gateway (09af68de-9ff1-4ad6-8036-8283324aa101), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:04.516787 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c1cabb96-13ba-4e19-bdc8-b7ae5496b3d9 admin admin] Publish callbacks [] for port (c2ad5574-60b9-4e6f-86d6-63999b736e9e), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:04.518036 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a70abf-bc42-4606-bcf3-b578e1192125 None None] Network e7e24e6e-3544-4395-8e0c-7d87fa5e4b92 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:32:04.527259 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-e8a70abf-bc42-4606-bcf3-b578e1192125 None None] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:32:04.530739 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a70abf-bc42-4606-bcf3-b578e1192125 None None] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:32:04.552361 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ddefa-6477-4afa-9620-572c72e72f10 None None] Pushing event updated for resources: {'Port': ['ID=c7f255cb-b0f9-4b5b-8cd1-7dc41b849453,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:04.569039 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bc8a72-9d17-4cf9-9833-cf96368394e5 None None] Routers {'b0df46e9-d94b-4e59-8e73-3414faff1386'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:32:04.570113 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-56bc8a72-9d17-4cf9-9833-cf96368394e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:31:37Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['b0df46e9-d94b-4e59-8e73-3414faff1386'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:04.657312 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-63598393-80c8-4c7e-9cc3-f402a6172080 service neutron] 10.222.0.15 "GET /v2.0/networks/05f94c5f-b125-46ca-8a9a-45d5087a1cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699698 Apr 05 22:32:04.664453 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c1cabb96-13ba-4e19-bdc8-b7ae5496b3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596'] for port (c2ad5574-60b9-4e6f-86d6-63999b736e9e), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:04.696998 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-53e502a3-c118-4862-a6c9-5022e86d0430 admin admin] Publish callbacks [] for router_gateway (aa971dbb-f9a5-443b-9c12-e0b6c769bff6), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:04.704135 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-56bc8a72-9d17-4cf9-9833-cf96368394e5 None None] Set router b0df46e9-d94b-4e59-8e73-3414faff1386 gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:32:04.729280 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-53e502a3-c118-4862-a6c9-5022e86d0430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:04.739368 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-ab56dab5-1bdd-4c95-a732-e960739b9c05 None None] For port b18ddd13-b14f-4553-a487-a27f88faea04, host dv-cinder-835879-4-iscsi, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:32:04.743536 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-ab56dab5-1bdd-4c95-a732-e960739b9c05 None None] For port b18ddd13-b14f-4553-a487-a27f88faea04, host dv-cinder-835879-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=b18ddd13-b14f-4553-a487-a27f88faea04,segment=NetworkSegment(7a5e164d-fdbc-4c25-a357-31ca6dc11523),segment_id=7a5e164d-fdbc-4c25-a357-31ca6dc11523)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:32:04.747589 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1228a50e-77db-4264-abf3-99cd9b0af8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:04.748890 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a70abf-bc42-4606-bcf3-b578e1192125 None None] Pushing event updated for resources: {'Port': ['ID=11304e9a-b847-4d6b-b994-878fe3cbda45,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:04.786572 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab56dab5-1bdd-4c95-a732-e960739b9c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (b18ddd13-b14f-4553-a487-a27f88faea04), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:04.871437 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-e8a70abf-bc42-4606-bcf3-b578e1192125 None None] Attempting to bind port 11304e9a-b847-4d6b-b994-878fe3cbda45 on host dv-cinder-835879-4-iscsi for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:32:04.871812 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-e8a70abf-bc42-4606-bcf3-b578e1192125 None None] Attempting to bind port 11304e9a-b847-4d6b-b994-878fe3cbda45 by drivers openvswitch,hyperv on host dv-cinder-835879-4-iscsi at level 0 using segments [{'id': '8e05269c-2d20-4fff-93bb-3b9f88c16ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:32:04.872217 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a70abf-bc42-4606-bcf3-b578e1192125 None None] Attempting to bind port 11304e9a-b847-4d6b-b994-878fe3cbda45 on network e7e24e6e-3544-4395-8e0c-7d87fa5e4b92 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:32:04.891877 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cabb96-13ba-4e19-bdc8-b7ae5496b3d9 admin admin] Network f2e9bb50-0445-459c-9ef2-0222ede25138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:32:04.895706 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a70abf-bc42-4606-bcf3-b578e1192125 None None] Checking agent: {'id': 'c28e45a8-012e-434a-8853-ea48f08ceb18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 23, 41), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:32:04.898392 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a70abf-bc42-4606-bcf3-b578e1192125 None None] Checking segment: {'id': '8e05269c-2d20-4fff-93bb-3b9f88c16ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:32:04.898824 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e8a70abf-bc42-4606-bcf3-b578e1192125 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:04.899229 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a70abf-bc42-4606-bcf3-b578e1192125 None None] Bound using segment: {'id': '8e05269c-2d20-4fff-93bb-3b9f88c16ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:32:04.899730 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-e8a70abf-bc42-4606-bcf3-b578e1192125 None None] Bound port: 11304e9a-b847-4d6b-b994-878fe3cbda45, host: dv-cinder-835879-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e05269c-2d20-4fff-93bb-3b9f88c16ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:32:04.900150 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e8a70abf-bc42-4606-bcf3-b578e1192125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (11304e9a-b847-4d6b-b994-878fe3cbda45), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:04.920731 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-c1cabb96-13ba-4e19-bdc8-b7ae5496b3d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:32:04.928956 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cabb96-13ba-4e19-bdc8-b7ae5496b3d9 admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:32:04.936241 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cabb96-13ba-4e19-bdc8-b7ae5496b3d9 admin admin] Pushing event updated for resources: {'Port': ['ID=c2ad5574-60b9-4e6f-86d6-63999b736e9e,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:04.996966 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56dab5-1bdd-4c95-a732-e960739b9c05 None None] Pushing event updated for resources: {'Port': ['ID=b18ddd13-b14f-4553-a487-a27f88faea04,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:05.123432 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-e8a70abf-bc42-4606-bcf3-b578e1192125 None None] For port 11304e9a-b847-4d6b-b994-878fe3cbda45, host dv-cinder-835879-4-iscsi, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:32:05.135414 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-e8a70abf-bc42-4606-bcf3-b578e1192125 None None] For port 11304e9a-b847-4d6b-b994-878fe3cbda45, host dv-cinder-835879-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=11304e9a-b847-4d6b-b994-878fe3cbda45,segment=NetworkSegment(8e05269c-2d20-4fff-93bb-3b9f88c16ef1),segment_id=8e05269c-2d20-4fff-93bb-3b9f88c16ef1)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:32:05.140632 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3930943e-7557-4fcf-aaff-27b2a79617ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528008'] for router (09af68de-9ff1-4ad6-8036-8283324aa101), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:05.157831 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e8a70abf-bc42-4606-bcf3-b578e1192125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (11304e9a-b847-4d6b-b994-878fe3cbda45), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:05.169564 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-53e502a3-c118-4862-a6c9-5022e86d0430 admin admin] Allocated IP 172.27.2.16 (f2e9bb50-0445-459c-9ef2-0222ede25138/2ac17549-fc87-4e20-be5e-92c340e9a8b2/8699a723-d19c-4b3b-98f2-b8d4854bde18) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:32:05.188280 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-56bc8a72-9d17-4cf9-9833-cf96368394e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'name': 'tempest-AttachVolumeShelveTestJSON-1723224570-router', 'tenant_id': '53101836a2ba42f5b58f4a6b84af6522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'c7f255cb-b0f9-4b5b-8cd1-7dc41b849453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:31:58Z', 'updated_at': '2022-04-05T22:32:00Z', 'revision_number': 3, 'project_id': '53101836a2ba42f5b58f4a6b84af6522', 'gw_port': {'id': 'c7f255cb-b0f9-4b5b-8cd1-7dc41b849453', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:37:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:31:59Z', 'updated_at': '2022-04-05T22:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi'}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:05.223015 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bc8a72-9d17-4cf9-9833-cf96368394e5 None None] The sync data for ids ['b0df46e9-d94b-4e59-8e73-3414faff1386'] in dv-cinder-835879-4-iscsi is: [{'id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'name': 'tempest-AttachVolumeShelveTestJSON-1723224570-router', 'tenant_id': '53101836a2ba42f5b58f4a6b84af6522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'c7f255cb-b0f9-4b5b-8cd1-7dc41b849453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:31:58Z', 'updated_at': '2022-04-05T22:32:00Z', 'revision_number': 3, 'project_id': '53101836a2ba42f5b58f4a6b84af6522', 'gw_port': {'id': 'c7f255cb-b0f9-4b5b-8cd1-7dc41b849453', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:37:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:31:59Z', 'updated_at': '2022-04-05T22:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi'}] {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:32:05.369361 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a70abf-bc42-4606-bcf3-b578e1192125 None None] Pushing event updated for resources: {'Port': ['ID=11304e9a-b847-4d6b-b994-878fe3cbda45,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:05.588498 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-11087f03-1e36-4c9c-8e7f-57dacbce0d2b req-6452a364-e057-41e5-84aa-217d0862cbac tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7ab161b-77f6-44a7-99b6-59013816ab1c HTTP/1.1" status: 200 len: 210 time: 0.3184423 Apr 05 22:32:05.644756 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32707e60-4325-420e-b8bf-c813307b93b2 None None] Network b6baf2d1-4111-4179-97b5-8f3d3d51eaff requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:32:05.949580 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-82549b95-4b76-4319-8ba0-d8008f46070f None None] Provisioning complete for port 5fddfcd9-74a8-44e7-9993-2afd0c259560 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:05.953016 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82549b95-4b76-4319-8ba0-d8008f46070f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (5fddfcd9-74a8-44e7-9993-2afd0c259560), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:05.962585 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c1cabb96-13ba-4e19-bdc8-b7ae5496b3d9 admin admin] Publish callbacks [] for router_gateway (4d6a48c7-8b87-4a6f-acc5-9c60a34b861a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:06.031895 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-53e502a3-c118-4862-a6c9-5022e86d0430 admin admin] Publish callbacks [] for port (8699a723-d19c-4b3b-98f2-b8d4854bde18), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:06.081371 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3930943e-7557-4fcf-aaff-27b2a79617ff admin admin] Router 09af68de-9ff1-4ad6-8036-8283324aa101 is scheduled to L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 with binding_index 1 {{(pid=103303) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 22:32:06.356997 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-82549b95-4b76-4319-8ba0-d8008f46070f None None] Current status of the port 5fddfcd9-74a8-44e7-9993-2afd0c259560 is: DOWN; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:06.359252 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82549b95-4b76-4319-8ba0-d8008f46070f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (5fddfcd9-74a8-44e7-9993-2afd0c259560), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:06.380044 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-53e502a3-c118-4862-a6c9-5022e86d0430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596'] for port (8699a723-d19c-4b3b-98f2-b8d4854bde18), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:06.487195 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e502a3-c118-4862-a6c9-5022e86d0430 admin admin] Network f2e9bb50-0445-459c-9ef2-0222ede25138 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:32:06.489096 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-82549b95-4b76-4319-8ba0-d8008f46070f None None] For port 5fddfcd9-74a8-44e7-9993-2afd0c259560, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=5fddfcd9-74a8-44e7-9993-2afd0c259560,segment=NetworkSegment(1bf2125a-a764-49fd-9387-c1e53e0d177b),segment_id=1bf2125a-a764-49fd-9387-c1e53e0d177b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:32:06.500406 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-1228a50e-77db-4264-abf3-99cd9b0af8f6 admin admin] Allocated IP 172.20.0.1 (5f18d588-ed8c-4ba8-aa61-86f84f08ea4b/de490332-8df6-483d-b976-f39e215adfd8/8047d317-db2f-4e80-9730-d4313e792b91) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:32:06.502767 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82549b95-4b76-4319-8ba0-d8008f46070f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (5fddfcd9-74a8-44e7-9993-2afd0c259560), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:06.570245 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-53e502a3-c118-4862-a6c9-5022e86d0430 admin admin] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:32:06.575335 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e502a3-c118-4862-a6c9-5022e86d0430 admin admin] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:32:06.584148 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3930943e-7557-4fcf-aaff-27b2a79617ff admin admin] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:32:06.588595 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device b18ddd13-b14f-4553-a487-a27f88faea04 up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:32:06.721799 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637a6273-9596-45d2-8cbb-a019c715707a None None] Sync routers for ids ['09af68de-9ff1-4ad6-8036-8283324aa101'] in dv-cinder-835879-4-iscsi {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:32:06.759196 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82549b95-4b76-4319-8ba0-d8008f46070f None None] Pushing event updated for resources: {'Port': ['ID=5fddfcd9-74a8-44e7-9993-2afd0c259560,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:06.791902 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637a6273-9596-45d2-8cbb-a019c715707a None None] Routers {'09af68de-9ff1-4ad6-8036-8283324aa101'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:32:06.792686 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-637a6273-9596-45d2-8cbb-a019c715707a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:31:37Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['09af68de-9ff1-4ad6-8036-8283324aa101'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:06.809651 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port b18ddd13-b14f-4553-a487-a27f88faea04 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:06.810182 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (b18ddd13-b14f-4553-a487-a27f88faea04), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:06.867176 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3930943e-7557-4fcf-aaff-27b2a79617ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:06.873859 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-3930943e-7557-4fcf-aaff-27b2a79617ff admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3705299 Apr 05 22:32:06.881246 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 42914) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:06.914510 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e502a3-c118-4862-a6c9-5022e86d0430 admin admin] Pushing event updated for resources: {'Port': ['ID=8699a723-d19c-4b3b-98f2-b8d4854bde18,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:06.915486 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9de0ce8e-6860-40dc-a003-b974c6320f0c req-9c1f2dbf-e023-4c49-86b1-705f52cb8607 tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7ab161b-77f6-44a7-99b6-59013816ab1c HTTP/1.1" status: 200 len: 210 time: 0.1547351 Apr 05 22:32:06.982590 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2308390d-58e9-48fc-a245-106e3be4bf67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:07.082026 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7835f6-056f-4367-9e30-e7cba97d2ce3 None None] Network 30d168ff-b6ad-4812-af5d-7394de5c0536 requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:32:07.095724 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1228a50e-77db-4264-abf3-99cd9b0af8f6 admin admin] Publish callbacks [] for port (8047d317-db2f-4e80-9730-d4313e792b91), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:07.116592 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c1cabb96-13ba-4e19-bdc8-b7ae5496b3d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528008'] for router (4d6a48c7-8b87-4a6f-acc5-9c60a34b861a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:07.164665 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-51e6d974-d7f2-4f3f-881d-901e7a00bece None None] Provisioning complete for port 5fddfcd9-74a8-44e7-9993-2afd0c259560 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:07.165396 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-51e6d974-d7f2-4f3f-881d-901e7a00bece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (5fddfcd9-74a8-44e7-9993-2afd0c259560), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:07.282802 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-637a6273-9596-45d2-8cbb-a019c715707a None None] Set router 09af68de-9ff1-4ad6-8036-8283324aa101 gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:32:07.317661 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1228a50e-77db-4264-abf3-99cd9b0af8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596'] for port (8047d317-db2f-4e80-9730-d4313e792b91), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:07.342548 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1228a50e-77db-4264-abf3-99cd9b0af8f6 admin admin] Network 5f18d588-ed8c-4ba8-aa61-86f84f08ea4b is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:32:07.345308 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-1228a50e-77db-4264-abf3-99cd9b0af8f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:32:07.360483 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-53e502a3-c118-4862-a6c9-5022e86d0430 admin admin] Publish callbacks [] for router_gateway (aa971dbb-f9a5-443b-9c12-e0b6c769bff6), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:07.374751 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1228a50e-77db-4264-abf3-99cd9b0af8f6 admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:32:07.375445 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1228a50e-77db-4264-abf3-99cd9b0af8f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527961'] for router_interface (b0df46e9-d94b-4e59-8e73-3414faff1386), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:07.385320 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece71eb1-7d4b-4eae-9cf2-f3da1bf7b3b3 None None] Network e7e24e6e-3544-4395-8e0c-7d87fa5e4b92 requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:32:07.658303 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228a50e-77db-4264-abf3-99cd9b0af8f6 admin admin] Pushing event updated for resources: {'Port': ['ID=8047d317-db2f-4e80-9730-d4313e792b91,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:07.685671 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1228a50e-77db-4264-abf3-99cd9b0af8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (8047d317-db2f-4e80-9730-d4313e792b91), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:07.696491 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1cabb96-13ba-4e19-bdc8-b7ae5496b3d9 admin admin] Router 4d6a48c7-8b87-4a6f-acc5-9c60a34b861a is scheduled to L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 22:32:07.704321 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port b18ddd13-b14f-4553-a487-a27f88faea04 is: DOWN; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:07.704901 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (b18ddd13-b14f-4553-a487-a27f88faea04), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:07.738663 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:07.766635 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-53e502a3-c118-4862-a6c9-5022e86d0430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528008'] for router (aa971dbb-f9a5-443b-9c12-e0b6c769bff6), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:07.865020 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] For port b18ddd13-b14f-4553-a487-a27f88faea04, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=b18ddd13-b14f-4553-a487-a27f88faea04,segment=NetworkSegment(7a5e164d-fdbc-4c25-a357-31ca6dc11523),segment_id=7a5e164d-fdbc-4c25-a357-31ca6dc11523)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:32:07.870622 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-51e6d974-d7f2-4f3f-881d-901e7a00bece None None] Current status of the port 5fddfcd9-74a8-44e7-9993-2afd0c259560 is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:07.876955 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (b18ddd13-b14f-4553-a487-a27f88faea04), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:07.877846 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 5fddfcd9-74a8-44e7-9993-2afd0c259560 up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:32:07.953314 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1cabb96-13ba-4e19-bdc8-b7ae5496b3d9 admin admin] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:32:07.968917 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1641628-9ac3-445b-b632-4911088473d2 None None] Sync routers for ids ['4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'] in dv-cinder-835879-4-iscsi {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:32:07.996890 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1641628-9ac3-445b-b632-4911088473d2 None None] Routers {'4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:32:07.999283 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-d1641628-9ac3-445b-b632-4911088473d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:32:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:08.032154 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c1cabb96-13ba-4e19-bdc8-b7ae5496b3d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:08.039091 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-c1cabb96-13ba-4e19-bdc8-b7ae5496b3d9 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.2278914 Apr 05 22:32:08.045081 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 42932) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:08.061344 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Pushing event updated for resources: {'Port': ['ID=b18ddd13-b14f-4553-a487-a27f88faea04,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:08.068435 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1228a50e-77db-4264-abf3-99cd9b0af8f6 admin admin] Publish callbacks [] for port (8047d317-db2f-4e80-9730-d4313e792b91), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:08.079352 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-6feaeae5-9bdb-4f2d-b268-7970d2423ba0 None None] Provisioning complete for port 8047d317-db2f-4e80-9730-d4313e792b91 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:08.080268 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6feaeae5-9bdb-4f2d-b268-7970d2423ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (8047d317-db2f-4e80-9730-d4313e792b91), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:08.106314 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1228a50e-77db-4264-abf3-99cd9b0af8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (8047d317-db2f-4e80-9730-d4313e792b91), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:08.107524 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1228a50e-77db-4264-abf3-99cd9b0af8f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530121'] for router_interface (b0df46e9-d94b-4e59-8e73-3414faff1386), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:08.186395 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port 5fddfcd9-74a8-44e7-9993-2afd0c259560 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:08.186709 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (5fddfcd9-74a8-44e7-9993-2afd0c259560), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:08.219812 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228a50e-77db-4264-abf3-99cd9b0af8f6 admin admin] Pushing event updated for resources: {'Port': ['ID=8047d317-db2f-4e80-9730-d4313e792b91,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:08.227541 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e502a3-c118-4862-a6c9-5022e86d0430 admin admin] Router aa971dbb-f9a5-443b-9c12-e0b6c769bff6 is scheduled to L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 with binding_index 1 {{(pid=103303) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 22:32:08.229547 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-637a6273-9596-45d2-8cbb-a019c715707a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'name': 'tempest-AttachVolumeTestJSON-1059833774-router', 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'ee57049b-5a1f-4d98-9942-93b61a87bf02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:04Z', 'revision_number': 3, 'project_id': '0aceb09e90a9469980b157861e02e481', 'gw_port': {'id': 'ee57049b-5a1f-4d98-9942-93b61a87bf02', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ce:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi'}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:08.271156 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-d1641628-9ac3-445b-b632-4911088473d2 None None] Set router 4d6a48c7-8b87-4a6f-acc5-9c60a34b861a gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:32:08.285478 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-19159aae-feba-43ad-94a4-5b576188f643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:08.305956 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637a6273-9596-45d2-8cbb-a019c715707a None None] Checking router: 09af68de-9ff1-4ad6-8036-8283324aa101 for host: dv-cinder-835879-4-iscsi {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:32:08.306303 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637a6273-9596-45d2-8cbb-a019c715707a None None] Updating router 09af68de-9ff1-4ad6-8036-8283324aa101 port ee57049b-5a1f-4d98-9942-93b61a87bf02 binding host dv-cinder-835879-4-iscsi {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:32:08.310661 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-6feaeae5-9bdb-4f2d-b268-7970d2423ba0 None None] Port 8047d317-db2f-4e80-9730-d4313e792b91 cannot update to ACTIVE because it is not bound. {{(pid=103304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:32:08.358528 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-637a6273-9596-45d2-8cbb-a019c715707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (ee57049b-5a1f-4d98-9942-93b61a87bf02), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:08.360224 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-6feaeae5-9bdb-4f2d-b268-7970d2423ba0 None None] Provisioning complete for port b18ddd13-b14f-4553-a487-a27f88faea04 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:08.360589 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6feaeae5-9bdb-4f2d-b268-7970d2423ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (b18ddd13-b14f-4553-a487-a27f88faea04), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:08.524740 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-65fa7060-f363-4d1d-8a82-a72b9dfa3474 req-34b71848-eee3-4c2e-8e03-7aab11ad8b15 tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7ab161b-77f6-44a7-99b6-59013816ab1c HTTP/1.1" status: 200 len: 210 time: 0.1901643 Apr 05 22:32:08.540372 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port 5fddfcd9-74a8-44e7-9993-2afd0c259560 is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:08.588506 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-d1641628-9ac3-445b-b632-4911088473d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'name': 'tempest-AttachVolumeNegativeTest-659125320-router', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:05Z', 'revision_number': 3, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'gw_port': {'id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f2:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi'}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:08.624461 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1228a50e-77db-4264-abf3-99cd9b0af8f6 admin admin] Network 5f18d588-ed8c-4ba8-aa61-86f84f08ea4b is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:32:08.679531 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-6feaeae5-9bdb-4f2d-b268-7970d2423ba0 None None] Current status of the port b18ddd13-b14f-4553-a487-a27f88faea04 is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:08.703869 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-1228a50e-77db-4264-abf3-99cd9b0af8f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:32:08.725112 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1641628-9ac3-445b-b632-4911088473d2 None None] Checking router: 4d6a48c7-8b87-4a6f-acc5-9c60a34b861a for host: dv-cinder-835879-4-iscsi {{(pid=103305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:32:08.725517 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1641628-9ac3-445b-b632-4911088473d2 None None] Updating router 4d6a48c7-8b87-4a6f-acc5-9c60a34b861a port c2ad5574-60b9-4e6f-86d6-63999b736e9e binding host dv-cinder-835879-4-iscsi {{(pid=103305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:32:08.785437 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-6feaeae5-9bdb-4f2d-b268-7970d2423ba0 None None] Provisioning complete for port 11304e9a-b847-4d6b-b994-878fe3cbda45 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:08.786016 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6feaeae5-9bdb-4f2d-b268-7970d2423ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (11304e9a-b847-4d6b-b994-878fe3cbda45), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:08.809050 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d1641628-9ac3-445b-b632-4911088473d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (c2ad5574-60b9-4e6f-86d6-63999b736e9e), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:08.956325 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device b18ddd13-b14f-4553-a487-a27f88faea04 up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:32:09.038922 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-637a6273-9596-45d2-8cbb-a019c715707a None None] Publish callbacks [] for port (ee57049b-5a1f-4d98-9942-93b61a87bf02), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:09.088714 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-637a6273-9596-45d2-8cbb-a019c715707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (ee57049b-5a1f-4d98-9942-93b61a87bf02), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:09.102690 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-6feaeae5-9bdb-4f2d-b268-7970d2423ba0 None None] Current status of the port 11304e9a-b847-4d6b-b994-878fe3cbda45 is: DOWN; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:09.112298 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6feaeae5-9bdb-4f2d-b268-7970d2423ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (11304e9a-b847-4d6b-b994-878fe3cbda45), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:09.232619 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-6feaeae5-9bdb-4f2d-b268-7970d2423ba0 None None] For port 11304e9a-b847-4d6b-b994-878fe3cbda45, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=11304e9a-b847-4d6b-b994-878fe3cbda45,segment=NetworkSegment(8e05269c-2d20-4fff-93bb-3b9f88c16ef1),segment_id=8e05269c-2d20-4fff-93bb-3b9f88c16ef1)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:32:09.249297 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-19159aae-feba-43ad-94a4-5b576188f643 admin admin] Allocated IP 172.20.0.1 (b6baf2d1-4111-4179-97b5-8f3d3d51eaff/acc4bb93-55f5-4d18-8058-b058867f2321/a957f97b-dd01-4197-82f8-ac18ba044691) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:32:09.250501 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:09.252125 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6feaeae5-9bdb-4f2d-b268-7970d2423ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (11304e9a-b847-4d6b-b994-878fe3cbda45), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:09.258691 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-637a6273-9596-45d2-8cbb-a019c715707a None None] Attempting to bind port ee57049b-5a1f-4d98-9942-93b61a87bf02 on host dv-cinder-835879-4-iscsi for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:32:09.265573 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-637a6273-9596-45d2-8cbb-a019c715707a None None] Attempting to bind port ee57049b-5a1f-4d98-9942-93b61a87bf02 by drivers openvswitch,hyperv on host dv-cinder-835879-4-iscsi at level 0 using segments [{'id': '2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:32:09.265573 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637a6273-9596-45d2-8cbb-a019c715707a None None] Attempting to bind port ee57049b-5a1f-4d98-9942-93b61a87bf02 on network f2e9bb50-0445-459c-9ef2-0222ede25138 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:32:09.270187 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226167c-5862-4a1d-9f97-9e70b1469aa9 None None] Pushing event updated for resources: {'Port': ['ID=ee57049b-5a1f-4d98-9942-93b61a87bf02,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:09.328867 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e502a3-c118-4862-a6c9-5022e86d0430 admin admin] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:32:09.357662 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-53e502a3-c118-4862-a6c9-5022e86d0430 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:09.358960 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-53e502a3-c118-4862-a6c9-5022e86d0430 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.0571654 Apr 05 22:32:09.362229 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 42952) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:09.366694 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port b18ddd13-b14f-4553-a487-a27f88faea04 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:09.367079 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (b18ddd13-b14f-4553-a487-a27f88faea04), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:09.369014 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5191e7-257a-493a-b6f1-a5bc5be54843 None None] Sync routers for ids ['aa971dbb-f9a5-443b-9c12-e0b6c769bff6'] in dv-cinder-835879-4-iscsi {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:32:09.371999 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637a6273-9596-45d2-8cbb-a019c715707a None None] Checking agent: {'id': 'c28e45a8-012e-434a-8853-ea48f08ceb18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 23, 41), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:32:09.372152 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637a6273-9596-45d2-8cbb-a019c715707a None None] Checking segment: {'id': '2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:32:09.373884 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-637a6273-9596-45d2-8cbb-a019c715707a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:09.374282 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637a6273-9596-45d2-8cbb-a019c715707a None None] Bound using segment: {'id': '2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:32:09.374765 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1228a50e-77db-4264-abf3-99cd9b0af8f6 admin admin] Router b0df46e9-d94b-4e59-8e73-3414faff1386 has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:32:09.375444 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-637a6273-9596-45d2-8cbb-a019c715707a None None] Bound port: ee57049b-5a1f-4d98-9942-93b61a87bf02, host: dv-cinder-835879-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:32:09.375444 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-637a6273-9596-45d2-8cbb-a019c715707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (ee57049b-5a1f-4d98-9942-93b61a87bf02), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:09.421891 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d1641628-9ac3-445b-b632-4911088473d2 None None] Publish callbacks [] for port (c2ad5574-60b9-4e6f-86d6-63999b736e9e), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:09.430051 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d1641628-9ac3-445b-b632-4911088473d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (c2ad5574-60b9-4e6f-86d6-63999b736e9e), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:09.440083 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-19159aae-feba-43ad-94a4-5b576188f643 admin admin] Publish callbacks [] for port (a957f97b-dd01-4197-82f8-ac18ba044691), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:09.451384 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feaeae5-9bdb-4f2d-b268-7970d2423ba0 None None] Pushing event updated for resources: {'Port': ['ID=11304e9a-b847-4d6b-b994-878fe3cbda45,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:09.541099 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1fdc34d1-5e99-479d-a31c-da18729eb3eb None None] Provisioning complete for port 8047d317-db2f-4e80-9730-d4313e792b91 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:09.541578 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1fdc34d1-5e99-479d-a31c-da18729eb3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (8047d317-db2f-4e80-9730-d4313e792b91), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:09.543324 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5191e7-257a-493a-b6f1-a5bc5be54843 None None] Routers {'aa971dbb-f9a5-443b-9c12-e0b6c769bff6'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:32:09.543967 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-0e5191e7-257a-493a-b6f1-a5bc5be54843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:32:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['aa971dbb-f9a5-443b-9c12-e0b6c769bff6'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:09.551434 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85035da0-45d0-49cb-8979-216211125624 None None] Pushing event updated for resources: {'Port': ['ID=c2ad5574-60b9-4e6f-86d6-63999b736e9e,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:09.560517 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-d1641628-9ac3-445b-b632-4911088473d2 None None] Attempting to bind port c2ad5574-60b9-4e6f-86d6-63999b736e9e on host dv-cinder-835879-4-iscsi for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:32:09.561399 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-d1641628-9ac3-445b-b632-4911088473d2 None None] Attempting to bind port c2ad5574-60b9-4e6f-86d6-63999b736e9e by drivers openvswitch,hyperv on host dv-cinder-835879-4-iscsi at level 0 using segments [{'id': '2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:32:09.565531 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1641628-9ac3-445b-b632-4911088473d2 None None] Attempting to bind port c2ad5574-60b9-4e6f-86d6-63999b736e9e on network f2e9bb50-0445-459c-9ef2-0222ede25138 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:32:09.572053 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-19159aae-feba-43ad-94a4-5b576188f643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596'] for port (a957f97b-dd01-4197-82f8-ac18ba044691), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:09.586050 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1641628-9ac3-445b-b632-4911088473d2 None None] Checking agent: {'id': 'c28e45a8-012e-434a-8853-ea48f08ceb18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 23, 41), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:32:09.587315 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1641628-9ac3-445b-b632-4911088473d2 None None] Checking segment: {'id': '2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:32:09.588715 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d1641628-9ac3-445b-b632-4911088473d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:09.590078 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1641628-9ac3-445b-b632-4911088473d2 None None] Bound using segment: {'id': '2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:32:09.591058 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-d1641628-9ac3-445b-b632-4911088473d2 None None] Bound port: c2ad5574-60b9-4e6f-86d6-63999b736e9e, host: dv-cinder-835879-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:32:09.592398 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d1641628-9ac3-445b-b632-4911088473d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (c2ad5574-60b9-4e6f-86d6-63999b736e9e), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:09.635228 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4618e250-6c68-4d9d-b7b4-224d5003486d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:09.638953 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.46', 58599) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:09.671022 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1228a50e-77db-4264-abf3-99cd9b0af8f6 admin admin] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:32:09.678623 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-1228a50e-77db-4264-abf3-99cd9b0af8f6 admin admin] 10.222.0.15 "PUT /v2.0/routers/b0df46e9-d94b-4e59-8e73-3414faff1386/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2508690 Apr 05 22:32:09.721203 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19159aae-feba-43ad-94a4-5b576188f643 admin admin] Network b6baf2d1-4111-4179-97b5-8f3d3d51eaff is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:32:09.724233 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee2b112-adba-45b3-ba69-f9c10adc1854 None None] Sync routers for ids ['b0df46e9-d94b-4e59-8e73-3414faff1386'] in dv-cinder-835879-4-iscsi {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:32:09.745171 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-637a6273-9596-45d2-8cbb-a019c715707a None None] For port ee57049b-5a1f-4d98-9942-93b61a87bf02, host dv-cinder-835879-4-iscsi, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:32:09.774275 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-19159aae-feba-43ad-94a4-5b576188f643 admin admin] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:32:09.795486 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19159aae-feba-43ad-94a4-5b576188f643 admin admin] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:32:09.796009 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-19159aae-feba-43ad-94a4-5b576188f643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527961'] for router_interface (09af68de-9ff1-4ad6-8036-8283324aa101), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:09.804606 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-d1641628-9ac3-445b-b632-4911088473d2 None None] For port c2ad5574-60b9-4e6f-86d6-63999b736e9e, host dv-cinder-835879-4-iscsi, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:32:09.812228 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee2b112-adba-45b3-ba69-f9c10adc1854 None None] Routers {'b0df46e9-d94b-4e59-8e73-3414faff1386'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:32:09.813518 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-3ee2b112-adba-45b3-ba69-f9c10adc1854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:32:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['b0df46e9-d94b-4e59-8e73-3414faff1386'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:09.820989 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-d1641628-9ac3-445b-b632-4911088473d2 None None] For port c2ad5574-60b9-4e6f-86d6-63999b736e9e, host dv-cinder-835879-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=c2ad5574-60b9-4e6f-86d6-63999b736e9e,segment=NetworkSegment(2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f),segment_id=2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:32:09.877022 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19159aae-feba-43ad-94a4-5b576188f643 admin admin] Pushing event updated for resources: {'Port': ['ID=a957f97b-dd01-4197-82f8-ac18ba044691,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:09.878127 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d1641628-9ac3-445b-b632-4911088473d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (c2ad5574-60b9-4e6f-86d6-63999b736e9e), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:09.885508 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc34d1-5e99-479d-a31c-da18729eb3eb None None] Port 8047d317-db2f-4e80-9730-d4313e792b91 cannot update to ACTIVE because it is not bound. {{(pid=103304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:32:09.898095 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-637a6273-9596-45d2-8cbb-a019c715707a None None] For port ee57049b-5a1f-4d98-9942-93b61a87bf02, host dv-cinder-835879-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=ee57049b-5a1f-4d98-9942-93b61a87bf02,segment=NetworkSegment(2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f),segment_id=2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:32:09.993642 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-637a6273-9596-45d2-8cbb-a019c715707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (ee57049b-5a1f-4d98-9942-93b61a87bf02), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:10.015508 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a263d673-16fb-4e19-89f5-99429c5aee94 req-36ce3340-6432-4189-99fb-608ef5f52def tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7ab161b-77f6-44a7-99b6-59013816ab1c HTTP/1.1" status: 200 len: 210 time: 0.1810143 Apr 05 22:32:10.055450 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85035da0-45d0-49cb-8979-216211125624 None None] Pushing event updated for resources: {'Port': ['ID=c2ad5574-60b9-4e6f-86d6-63999b736e9e,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:10.066862 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1641628-9ac3-445b-b632-4911088473d2 None None] Routers {'4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:32:10.068441 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-d1641628-9ac3-445b-b632-4911088473d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:32:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:10.134156 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-4618e250-6c68-4d9d-b7b4-224d5003486d admin admin] Allocated IP 172.20.0.1 (30d168ff-b6ad-4812-af5d-7394de5c0536/1f7e6b53-f66a-4bf5-b303-757e7b31098d/ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:32:10.219615 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1fdc34d1-5e99-479d-a31c-da18729eb3eb None None] Provisioning complete for port b18ddd13-b14f-4553-a487-a27f88faea04 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:10.225811 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1fdc34d1-5e99-479d-a31c-da18729eb3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (b18ddd13-b14f-4553-a487-a27f88faea04), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:10.241945 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port b18ddd13-b14f-4553-a487-a27f88faea04 is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:10.245929 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device c7f255cb-b0f9-4b5b-8cd1-7dc41b849453 up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:32:10.262264 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-3ee2b112-adba-45b3-ba69-f9c10adc1854 None None] Set router b0df46e9-d94b-4e59-8e73-3414faff1386 gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:32:10.276243 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4618e250-6c68-4d9d-b7b4-224d5003486d admin admin] Publish callbacks [] for port (ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:10.286492 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-6da34645-8f3c-4206-85b9-0ea8d429442a tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:10.294392 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-6da34645-8f3c-4206-85b9-0ea8d429442a tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] 10.222.0.46 "GET /v2.0/networks?id=05f94c5f-b125-46ca-8a9a-45d5087a1cbd HTTP/1.1" status: 200 len: 811 time: 0.6497996 Apr 05 22:32:10.310215 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-0e5191e7-257a-493a-b6f1-a5bc5be54843 None None] Set router aa971dbb-f9a5-443b-9c12-e0b6c769bff6 gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:32:10.333034 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4618e250-6c68-4d9d-b7b4-224d5003486d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596'] for port (ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:10.395868 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-01db2a61-f794-4d33-a456-f854260fe403 tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] Request body: {'port': {'device_id': 'b7ab161b-77f6-44a7-99b6-59013816ab1c', 'network_id': '05f94c5f-b125-46ca-8a9a-45d5087a1cbd', 'admin_state_up': True, 'tenant_id': 'cc234acca0d74c538c3c7fe942f00e56'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:10.407605 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4618e250-6c68-4d9d-b7b4-224d5003486d admin admin] Network 30d168ff-b6ad-4812-af5d-7394de5c0536 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:32:10.410828 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-4618e250-6c68-4d9d-b7b4-224d5003486d admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:32:10.425821 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4618e250-6c68-4d9d-b7b4-224d5003486d admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:32:10.426298 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4618e250-6c68-4d9d-b7b4-224d5003486d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527961'] for router_interface (4d6a48c7-8b87-4a6f-acc5-9c60a34b861a), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:10.543410 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618e250-6c68-4d9d-b7b4-224d5003486d admin admin] Pushing event updated for resources: {'Port': ['ID=ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:10.581612 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-d1641628-9ac3-445b-b632-4911088473d2 None None] Set router 4d6a48c7-8b87-4a6f-acc5-9c60a34b861a gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:32:10.779289 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 43018) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:10.780196 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4618e250-6c68-4d9d-b7b4-224d5003486d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:10.787041 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-e0121a24-4c75-41b5-8b90-79789460a88e tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Request body: {'security_group': {'name': 'tempest-securitygroup--17511445', 'description': 'tempest-description--1031832431'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:10.839783 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e0121a24-4c75-41b5-8b90-79789460a88e tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:10.987770 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-19159aae-feba-43ad-94a4-5b576188f643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (a957f97b-dd01-4197-82f8-ac18ba044691), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:11.094149 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4618e250-6c68-4d9d-b7b4-224d5003486d admin admin] Publish callbacks [] for port (ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:11.111774 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e0121a24-4c75-41b5-8b90-79789460a88e tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks [] for security_group (303b43fe-b675-47c7-bab6-ff2b62b5194d), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:11.113438 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4618e250-6c68-4d9d-b7b4-224d5003486d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:11.114139 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4618e250-6c68-4d9d-b7b4-224d5003486d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530121'] for router_interface (4d6a48c7-8b87-4a6f-acc5-9c60a34b861a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:11.175461 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618e250-6c68-4d9d-b7b4-224d5003486d admin admin] Pushing event updated for resources: {'Port': ['ID=ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:11.184049 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e0121a24-4c75-41b5-8b90-79789460a88e tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (303b43fe-b675-47c7-bab6-ff2b62b5194d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:11.202205 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-3ee2b112-adba-45b3-ba69-f9c10adc1854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'name': 'tempest-AttachVolumeShelveTestJSON-1723224570-router', 'tenant_id': '53101836a2ba42f5b58f4a6b84af6522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'c7f255cb-b0f9-4b5b-8cd1-7dc41b849453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:31:58Z', 'updated_at': '2022-04-05T22:32:07Z', 'revision_number': 4, 'project_id': '53101836a2ba42f5b58f4a6b84af6522', 'gw_port': {'id': 'c7f255cb-b0f9-4b5b-8cd1-7dc41b849453', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:37:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:31:59Z', 'updated_at': '2022-04-05T22:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': '8047d317-db2f-4e80-9730-d4313e792b91', 'name': '', 'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b', 'tenant_id': '53101836a2ba42f5b58f4a6b84af6522', 'mac_address': 'fa:16:3e:2a:31:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'de490332-8df6-483d-b976-f39e215adfd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:04Z', 'updated_at': '2022-04-05T22:32:07Z', 'revision_number': 2, 'project_id': '53101836a2ba42f5b58f4a6b84af6522', 'subnets': [{'id': 'de490332-8df6-483d-b976-f39e215adfd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:11.209393 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637a6273-9596-45d2-8cbb-a019c715707a None None] Routers {'09af68de-9ff1-4ad6-8036-8283324aa101'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:32:11.212212 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-637a6273-9596-45d2-8cbb-a019c715707a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:32:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['09af68de-9ff1-4ad6-8036-8283324aa101'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:11.221802 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226167c-5862-4a1d-9f97-9e70b1469aa9 None None] Pushing event updated for resources: {'Port': ['ID=ee57049b-5a1f-4d98-9942-93b61a87bf02,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:11.233160 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f92a4f2b-d1e0-4853-be50-3b32d99f0ea3 req-31aae021-2686-44b5-a5ec-7ea00aaffb4a tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7ab161b-77f6-44a7-99b6-59013816ab1c HTTP/1.1" status: 200 len: 210 time: 0.0711129 Apr 05 22:32:11.243217 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e0121a24-4c75-41b5-8b90-79789460a88e tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:11.244963 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-e0121a24-4c75-41b5-8b90-79789460a88e tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.4621642 Apr 05 22:32:11.253814 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 43036) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:11.265201 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-01db2a61-f794-4d33-a456-f854260fe403 tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] Made reservation on behalf of cc234acca0d74c538c3c7fe942f00e56 for: {'port': 1} {{(pid=103303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:32:11.268533 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-01db2a61-f794-4d33-a456-f854260fe403 tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:11.270493 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-bdd7a6a1-39fa-414c-910e-bb12adea2649 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Request body: {'security_group_rule': {'security_group_id': '303b43fe-b675-47c7-bab6-ff2b62b5194d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:11.289001 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:11.326522 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee2b112-adba-45b3-ba69-f9c10adc1854 None None] Checking router: b0df46e9-d94b-4e59-8e73-3414faff1386 for host: dv-cinder-835879-4-iscsi {{(pid=103305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:32:11.327457 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee2b112-adba-45b3-ba69-f9c10adc1854 None None] Updating router b0df46e9-d94b-4e59-8e73-3414faff1386 port 8047d317-db2f-4e80-9730-d4313e792b91 binding host dv-cinder-835879-4-iscsi {{(pid=103305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:32:11.348878 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0121a24-4c75-41b5-8b90-79789460a88e tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=303b43fe-b675-47c7-bab6-ff2b62b5194d,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:11.402576 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bdd7a6a1-39fa-414c-910e-bb12adea2649 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks [] for security_group_rule (129104d2-dd3d-4e5f-9770-09a900fe275c), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:11.428231 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-d1641628-9ac3-445b-b632-4911088473d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'name': 'tempest-AttachVolumeNegativeTest-659125320-router', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:05Z', 'revision_number': 3, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'gw_port': {'id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f2:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi'}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:11.457059 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port c7f255cb-b0f9-4b5b-8cd1-7dc41b849453 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:11.458233 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (c7f255cb-b0f9-4b5b-8cd1-7dc41b849453), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:11.509606 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4618e250-6c68-4d9d-b7b4-224d5003486d admin admin] Network 30d168ff-b6ad-4812-af5d-7394de5c0536 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:32:11.515537 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-4618e250-6c68-4d9d-b7b4-224d5003486d admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:32:11.662157 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1641628-9ac3-445b-b632-4911088473d2 None None] The sync data for ids ['4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'] in dv-cinder-835879-4-iscsi is: [{'id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'name': 'tempest-AttachVolumeNegativeTest-659125320-router', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:05Z', 'revision_number': 3, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'gw_port': {'id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f2:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi'}] {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:32:11.683856 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ee2b112-adba-45b3-ba69-f9c10adc1854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (8047d317-db2f-4e80-9730-d4313e792b91), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:11.729742 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4618e250-6c68-4d9d-b7b4-224d5003486d admin admin] Router 4d6a48c7-8b87-4a6f-acc5-9c60a34b861a has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:32:11.821719 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bdd7a6a1-39fa-414c-910e-bb12adea2649 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks [] for security_group_rule (129104d2-dd3d-4e5f-9770-09a900fe275c), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:11.863523 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bdd7a6a1-39fa-414c-910e-bb12adea2649 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554007'] for security_group_rule (129104d2-dd3d-4e5f-9770-09a900fe275c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:11.901777 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-637a6273-9596-45d2-8cbb-a019c715707a None None] Set router 09af68de-9ff1-4ad6-8036-8283324aa101 gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:32:12.029343 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bdd7a6a1-39fa-414c-910e-bb12adea2649 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:12.031030 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-bdd7a6a1-39fa-414c-910e-bb12adea2649 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7661550 Apr 05 22:32:12.038856 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd7a6a1-39fa-414c-910e-bb12adea2649 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=129104d2-dd3d-4e5f-9770-09a900fe275c,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:12.042891 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 43060) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:12.049478 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-84e344cf-9741-4943-b496-2701fa792c34 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Request body: {'security_group_rule': {'security_group_id': '303b43fe-b675-47c7-bab6-ff2b62b5194d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:12.643942 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f9312c3b-57ae-49df-97f2-7060406dd616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:12.861782 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ee2b112-adba-45b3-ba69-f9c10adc1854 None None] Publish callbacks [] for port (8047d317-db2f-4e80-9730-d4313e792b91), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:12.885981 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ee2b112-adba-45b3-ba69-f9c10adc1854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (8047d317-db2f-4e80-9730-d4313e792b91), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:12.952016 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4618e250-6c68-4d9d-b7b4-224d5003486d admin admin] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:32:12.958151 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 43068) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:12.968238 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc34d1-5e99-479d-a31c-da18729eb3eb None None] Current status of the port b18ddd13-b14f-4553-a487-a27f88faea04 is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:13.028300 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-84e344cf-9741-4943-b496-2701fa792c34 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks [] for security_group_rule (e2ddfba2-63ee-4e85-ad49-370ef45f1588), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:13.100424 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-19159aae-feba-43ad-94a4-5b576188f643 admin admin] Publish callbacks [] for port (a957f97b-dd01-4197-82f8-ac18ba044691), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:13.102365 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-4618e250-6c68-4d9d-b7b4-224d5003486d admin admin] 10.222.0.15 "PUT /v2.0/routers/4d6a48c7-8b87-4a6f-acc5-9c60a34b861a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0555604 Apr 05 22:32:13.116949 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-19159aae-feba-43ad-94a4-5b576188f643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (a957f97b-dd01-4197-82f8-ac18ba044691), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:13.129896 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-19159aae-feba-43ad-94a4-5b576188f643 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530121'] for router_interface (09af68de-9ff1-4ad6-8036-8283324aa101), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:13.292308 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f91417-23c0-4ad4-bb65-5da8a70a72c7 None None] Pushing event updated for resources: {'Port': ['ID=8047d317-db2f-4e80-9730-d4313e792b91,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:13.362194 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c5cc2ed7-2a7b-46f7-8d93-7ef16537372c req-40f91eb3-0df2-4858-969b-0a77dbf51daa tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7ab161b-77f6-44a7-99b6-59013816ab1c HTTP/1.1" status: 200 len: 210 time: 0.2537618 Apr 05 22:32:13.571070 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-3ee2b112-adba-45b3-ba69-f9c10adc1854 None None] Attempting to bind port 8047d317-db2f-4e80-9730-d4313e792b91 on host dv-cinder-835879-4-iscsi for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:32:13.571449 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-3ee2b112-adba-45b3-ba69-f9c10adc1854 None None] Attempting to bind port 8047d317-db2f-4e80-9730-d4313e792b91 by drivers openvswitch,hyperv on host dv-cinder-835879-4-iscsi at level 0 using segments [{'id': 'bad0aca7-96dd-472c-9062-1cdad7db236b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:32:13.571812 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee2b112-adba-45b3-ba69-f9c10adc1854 None None] Attempting to bind port 8047d317-db2f-4e80-9730-d4313e792b91 on network 5f18d588-ed8c-4ba8-aa61-86f84f08ea4b {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:32:13.596327 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1766ffc1-258e-470a-b095-a2ad77033696 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:13.597874 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee2b112-adba-45b3-ba69-f9c10adc1854 None None] Checking agent: {'id': 'c28e45a8-012e-434a-8853-ea48f08ceb18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 23, 41), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:32:13.598513 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee2b112-adba-45b3-ba69-f9c10adc1854 None None] Checking segment: {'id': 'bad0aca7-96dd-472c-9062-1cdad7db236b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:32:13.599171 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ee2b112-adba-45b3-ba69-f9c10adc1854 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:13.599768 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee2b112-adba-45b3-ba69-f9c10adc1854 None None] Bound using segment: {'id': 'bad0aca7-96dd-472c-9062-1cdad7db236b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:32:13.600471 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-3ee2b112-adba-45b3-ba69-f9c10adc1854 None None] Bound port: 8047d317-db2f-4e80-9730-d4313e792b91, host: dv-cinder-835879-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bad0aca7-96dd-472c-9062-1cdad7db236b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:32:13.601116 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ee2b112-adba-45b3-ba69-f9c10adc1854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (8047d317-db2f-4e80-9730-d4313e792b91), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:13.603252 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1fdc34d1-5e99-479d-a31c-da18729eb3eb None None] Provisioning complete for port 11304e9a-b847-4d6b-b994-878fe3cbda45 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:13.603638 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1fdc34d1-5e99-479d-a31c-da18729eb3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (11304e9a-b847-4d6b-b994-878fe3cbda45), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:13.727143 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-0e5191e7-257a-493a-b6f1-a5bc5be54843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'name': 'tempest-ServerRescueNegativeTestJSON-266728504-router', 'tenant_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '8699a723-d19c-4b3b-98f2-b8d4854bde18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:02Z', 'updated_at': '2022-04-05T22:32:07Z', 'revision_number': 3, 'project_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'gw_port': {'id': '8699a723-d19c-4b3b-98f2-b8d4854bde18', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:04Z', 'updated_at': '2022-04-05T22:32:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi'}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:13.744531 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-84e344cf-9741-4943-b496-2701fa792c34 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks [] for security_group_rule (e2ddfba2-63ee-4e85-ad49-370ef45f1588), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:13.785661 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5191e7-257a-493a-b6f1-a5bc5be54843 None None] Checking router: aa971dbb-f9a5-443b-9c12-e0b6c769bff6 for host: dv-cinder-835879-4-iscsi {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:32:13.786395 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5191e7-257a-493a-b6f1-a5bc5be54843 None None] Updating router aa971dbb-f9a5-443b-9c12-e0b6c769bff6 port 8699a723-d19c-4b3b-98f2-b8d4854bde18 binding host dv-cinder-835879-4-iscsi {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:32:13.802313 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-84e344cf-9741-4943-b496-2701fa792c34 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554007'] for security_group_rule (e2ddfba2-63ee-4e85-ad49-370ef45f1588), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:13.855490 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0e5191e7-257a-493a-b6f1-a5bc5be54843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (8699a723-d19c-4b3b-98f2-b8d4854bde18), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:13.871168 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-f9312c3b-57ae-49df-97f2-7060406dd616 admin admin] Allocated IP 172.20.0.1 (e7e24e6e-3544-4395-8e0c-7d87fa5e4b92/4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b/38baee01-8881-4b37-96b8-d8ebaa9242f0) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:32:13.910738 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e344cf-9741-4943-b496-2701fa792c34 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2ddfba2-63ee-4e85-ad49-370ef45f1588,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:13.977814 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-3ee2b112-adba-45b3-ba69-f9c10adc1854 None None] For port 8047d317-db2f-4e80-9730-d4313e792b91, host dv-cinder-835879-4-iscsi, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:32:13.983773 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-84e344cf-9741-4943-b496-2701fa792c34 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:13.986681 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-84e344cf-9741-4943-b496-2701fa792c34 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9424093 Apr 05 22:32:13.994939 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-3ee2b112-adba-45b3-ba69-f9c10adc1854 None None] For port 8047d317-db2f-4e80-9730-d4313e792b91, host dv-cinder-835879-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=8047d317-db2f-4e80-9730-d4313e792b91,segment=NetworkSegment(bad0aca7-96dd-472c-9062-1cdad7db236b),segment_id=bad0aca7-96dd-472c-9062-1cdad7db236b)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:32:13.996725 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 43094) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:14.011033 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ee2b112-adba-45b3-ba69-f9c10adc1854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (8047d317-db2f-4e80-9730-d4313e792b91), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:14.019040 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-880cf793-0746-4737-8f8c-ccae3456f838 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Request body: {'floatingip': {'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:14.074714 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1766ffc1-258e-470a-b095-a2ad77033696 admin admin] Publish callbacks [] for security_group (96b2729c-4c37-4acb-b081-73c0ac89e2c7), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:14.081385 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-880cf793-0746-4737-8f8c-ccae3456f838 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:14.129259 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1766ffc1-258e-470a-b095-a2ad77033696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (96b2729c-4c37-4acb-b081-73c0ac89e2c7), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:14.163248 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f91417-23c0-4ad4-bb65-5da8a70a72c7 None None] Pushing event updated for resources: {'Port': ['ID=8047d317-db2f-4e80-9730-d4313e792b91,revision_number=4']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:14.177199 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee2b112-adba-45b3-ba69-f9c10adc1854 None None] Routers {'b0df46e9-d94b-4e59-8e73-3414faff1386'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:32:14.177839 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-3ee2b112-adba-45b3-ba69-f9c10adc1854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:32:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['b0df46e9-d94b-4e59-8e73-3414faff1386'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:14.205610 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-1766ffc1-258e-470a-b095-a2ad77033696 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c382afb06ddf40318c34ccbc92dc82a6&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2408757 Apr 05 22:32:14.208187 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 43096) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:14.208722 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 43098) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:14.216703 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port c7f255cb-b0f9-4b5b-8cd1-7dc41b849453 is: DOWN; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:14.217251 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (c7f255cb-b0f9-4b5b-8cd1-7dc41b849453), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:14.284027 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] For port c7f255cb-b0f9-4b5b-8cd1-7dc41b849453, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=c7f255cb-b0f9-4b5b-8cd1-7dc41b849453,segment=NetworkSegment(2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f),segment_id=2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:32:14.322907 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (c7f255cb-b0f9-4b5b-8cd1-7dc41b849453), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:14.332997 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 11304e9a-b847-4d6b-b994-878fe3cbda45 up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:32:14.339167 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1766ffc1-258e-470a-b095-a2ad77033696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b2729c-4c37-4acb-b081-73c0ac89e2c7,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:14.577769 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-3ee2b112-adba-45b3-ba69-f9c10adc1854 None None] Set router b0df46e9-d94b-4e59-8e73-3414faff1386 gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:32:14.657954 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-95730d06-0d1b-4b7c-8af3-f3e1b8c4e0f7 req-3d585d21-e256-407b-bcba-dd4ee70e4829 tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7ab161b-77f6-44a7-99b6-59013816ab1c HTTP/1.1" status: 200 len: 210 time: 0.1060555 Apr 05 22:32:14.658452 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 43114) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:14.708842 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-78faf5fe-5d45-4ee1-afe4-74676ac04ea9 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Request body: {'security_group': {'name': 'tempest-securitygroup--297039327', 'description': 'tempest-description--2116955642'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:14.769502 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Pushing event updated for resources: {'Port': ['ID=c7f255cb-b0f9-4b5b-8cd1-7dc41b849453,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:14.769926 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19159aae-feba-43ad-94a4-5b576188f643 admin admin] Pushing event updated for resources: {'Port': ['ID=a957f97b-dd01-4197-82f8-ac18ba044691,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:14.808215 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-78faf5fe-5d45-4ee1-afe4-74676ac04ea9 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:14.808369 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-01db2a61-f794-4d33-a456-f854260fe403 tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] Allocated IP 172.20.0.2 (05f94c5f-b125-46ca-8a9a-45d5087a1cbd/7cb9f83c-1915-4fe3-a40e-2c91b8485971/161a744e-dc59-4f38-a53a-ef9b9f0b709d) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:32:14.823277 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-637a6273-9596-45d2-8cbb-a019c715707a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'name': 'tempest-AttachVolumeTestJSON-1059833774-router', 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'ee57049b-5a1f-4d98-9942-93b61a87bf02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:10Z', 'revision_number': 4, 'project_id': '0aceb09e90a9469980b157861e02e481', 'gw_port': {'id': 'ee57049b-5a1f-4d98-9942-93b61a87bf02', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ce:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'a957f97b-dd01-4197-82f8-ac18ba044691', 'name': '', 'network_id': 'b6baf2d1-4111-4179-97b5-8f3d3d51eaff', 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'mac_address': 'fa:16:3e:6e:0e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'acc4bb93-55f5-4d18-8058-b058867f2321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:08Z', 'updated_at': '2022-04-05T22:32:09Z', 'revision_number': 1, 'project_id': '0aceb09e90a9469980b157861e02e481', 'subnets': [{'id': 'acc4bb93-55f5-4d18-8058-b058867f2321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:14.853592 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port 11304e9a-b847-4d6b-b994-878fe3cbda45 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:14.853986 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (11304e9a-b847-4d6b-b994-878fe3cbda45), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:14.914583 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f9312c3b-57ae-49df-97f2-7060406dd616 admin admin] Publish callbacks [] for port (38baee01-8881-4b37-96b8-d8ebaa9242f0), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:14.925108 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4091c463-7e8f-43e4-849d-e06cba33cfa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:14.951804 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ebe96fdf-67ba-4f60-8ea3-263a155a3d31 admin admin] Publish callbacks [] for security_group (96b2729c-4c37-4acb-b081-73c0ac89e2c7), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:15.020152 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637a6273-9596-45d2-8cbb-a019c715707a None None] The sync data for ids ['09af68de-9ff1-4ad6-8036-8283324aa101'] in dv-cinder-835879-4-iscsi is: [{'id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'name': 'tempest-AttachVolumeTestJSON-1059833774-router', 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'ee57049b-5a1f-4d98-9942-93b61a87bf02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:10Z', 'revision_number': 4, 'project_id': '0aceb09e90a9469980b157861e02e481', 'gw_port': {'id': 'ee57049b-5a1f-4d98-9942-93b61a87bf02', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ce:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'a957f97b-dd01-4197-82f8-ac18ba044691', 'name': '', 'network_id': 'b6baf2d1-4111-4179-97b5-8f3d3d51eaff', 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'mac_address': 'fa:16:3e:6e:0e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'acc4bb93-55f5-4d18-8058-b058867f2321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:08Z', 'updated_at': '2022-04-05T22:32:09Z', 'revision_number': 1, 'project_id': '0aceb09e90a9469980b157861e02e481', 'subnets': [{'id': 'acc4bb93-55f5-4d18-8058-b058867f2321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:32:15.023600 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc34d1-5e99-479d-a31c-da18729eb3eb None None] Current status of the port 11304e9a-b847-4d6b-b994-878fe3cbda45 is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:15.201418 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0e5191e7-257a-493a-b6f1-a5bc5be54843 None None] Publish callbacks [] for port (8699a723-d19c-4b3b-98f2-b8d4854bde18), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:15.214928 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0e5191e7-257a-493a-b6f1-a5bc5be54843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (8699a723-d19c-4b3b-98f2-b8d4854bde18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:15.278670 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-3ee2b112-adba-45b3-ba69-f9c10adc1854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'name': 'tempest-AttachVolumeShelveTestJSON-1723224570-router', 'tenant_id': '53101836a2ba42f5b58f4a6b84af6522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'c7f255cb-b0f9-4b5b-8cd1-7dc41b849453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:31:58Z', 'updated_at': '2022-04-05T22:32:07Z', 'revision_number': 4, 'project_id': '53101836a2ba42f5b58f4a6b84af6522', 'gw_port': {'id': 'c7f255cb-b0f9-4b5b-8cd1-7dc41b849453', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:37:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:31:59Z', 'updated_at': '2022-04-05T22:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': '8047d317-db2f-4e80-9730-d4313e792b91', 'name': '', 'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b', 'tenant_id': '53101836a2ba42f5b58f4a6b84af6522', 'mac_address': 'fa:16:3e:2a:31:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'de490332-8df6-483d-b976-f39e215adfd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:04Z', 'updated_at': '2022-04-05T22:32:13Z', 'revision_number': 4, 'project_id': '53101836a2ba42f5b58f4a6b84af6522', 'subnets': [{'id': 'de490332-8df6-483d-b976-f39e215adfd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:15.286458 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c8dc7-76e2-4ee6-8a46-0d9696e19c0b None None] Pushing event updated for resources: {'Port': ['ID=8699a723-d19c-4b3b-98f2-b8d4854bde18,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:15.306768 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-78faf5fe-5d45-4ee1-afe4-74676ac04ea9 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group (19a7ba34-fa7d-4396-8b10-8bab5efb6589), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:15.308352 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273675bf-e94d-4e62-9523-a3ca6d152dfd None None] Sync routers for ids ['4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'] in dv-cinder-835879-4-iscsi {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:32:15.331651 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-97399485-d722-48e9-b18c-c28d5fba99db None None] Provisioning complete for port a957f97b-dd01-4197-82f8-ac18ba044691 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:15.332608 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-97399485-d722-48e9-b18c-c28d5fba99db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (a957f97b-dd01-4197-82f8-ac18ba044691), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:15.345522 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee2b112-adba-45b3-ba69-f9c10adc1854 None None] The sync data for ids ['b0df46e9-d94b-4e59-8e73-3414faff1386'] in dv-cinder-835879-4-iscsi is: [{'id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'name': 'tempest-AttachVolumeShelveTestJSON-1723224570-router', 'tenant_id': '53101836a2ba42f5b58f4a6b84af6522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'c7f255cb-b0f9-4b5b-8cd1-7dc41b849453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:31:58Z', 'updated_at': '2022-04-05T22:32:07Z', 'revision_number': 4, 'project_id': '53101836a2ba42f5b58f4a6b84af6522', 'gw_port': {'id': 'c7f255cb-b0f9-4b5b-8cd1-7dc41b849453', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:37:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:31:59Z', 'updated_at': '2022-04-05T22:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': '8047d317-db2f-4e80-9730-d4313e792b91', 'name': '', 'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b', 'tenant_id': '53101836a2ba42f5b58f4a6b84af6522', 'mac_address': 'fa:16:3e:2a:31:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'de490332-8df6-483d-b976-f39e215adfd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:04Z', 'updated_at': '2022-04-05T22:32:13Z', 'revision_number': 4, 'project_id': '53101836a2ba42f5b58f4a6b84af6522', 'subnets': [{'id': 'de490332-8df6-483d-b976-f39e215adfd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:32:15.354602 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273675bf-e94d-4e62-9523-a3ca6d152dfd None None] Routers {'4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:32:15.355249 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-273675bf-e94d-4e62-9523-a3ca6d152dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:32:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:15.381145 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ebe96fdf-67ba-4f60-8ea3-263a155a3d31 admin admin] Publish callbacks [] for security_group (96b2729c-4c37-4acb-b081-73c0ac89e2c7), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:15.422868 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-78faf5fe-5d45-4ee1-afe4-74676ac04ea9 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (19a7ba34-fa7d-4396-8b10-8bab5efb6589), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:15.531643 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19159aae-feba-43ad-94a4-5b576188f643 admin admin] Network b6baf2d1-4111-4179-97b5-8f3d3d51eaff is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:32:15.557933 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-0e5191e7-257a-493a-b6f1-a5bc5be54843 None None] Attempting to bind port 8699a723-d19c-4b3b-98f2-b8d4854bde18 on host dv-cinder-835879-4-iscsi for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:32:15.558449 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-0e5191e7-257a-493a-b6f1-a5bc5be54843 None None] Attempting to bind port 8699a723-d19c-4b3b-98f2-b8d4854bde18 by drivers openvswitch,hyperv on host dv-cinder-835879-4-iscsi at level 0 using segments [{'id': '2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:32:15.559854 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-19159aae-feba-43ad-94a4-5b576188f643 admin admin] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:32:15.559982 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5191e7-257a-493a-b6f1-a5bc5be54843 None None] Attempting to bind port 8699a723-d19c-4b3b-98f2-b8d4854bde18 on network f2e9bb50-0445-459c-9ef2-0222ede25138 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:32:15.566759 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-97399485-d722-48e9-b18c-c28d5fba99db None None] Port a957f97b-dd01-4197-82f8-ac18ba044691 cannot update to ACTIVE because it is not bound. {{(pid=103304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:32:15.584579 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-78faf5fe-5d45-4ee1-afe4-74676ac04ea9 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:15.586123 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-78faf5fe-5d45-4ee1-afe4-74676ac04ea9 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9087772 Apr 05 22:32:15.614539 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 43132) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:15.636636 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-880cf793-0746-4737-8f8c-ccae3456f838 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:15.657844 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5191e7-257a-493a-b6f1-a5bc5be54843 None None] Checking agent: {'id': 'c28e45a8-012e-434a-8853-ea48f08ceb18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 23, 41), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:32:15.658792 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5191e7-257a-493a-b6f1-a5bc5be54843 None None] Checking segment: {'id': '2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:32:15.659383 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0e5191e7-257a-493a-b6f1-a5bc5be54843 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:15.659970 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5191e7-257a-493a-b6f1-a5bc5be54843 None None] Bound using segment: {'id': '2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:32:15.661379 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-0e5191e7-257a-493a-b6f1-a5bc5be54843 None None] Bound port: 8699a723-d19c-4b3b-98f2-b8d4854bde18, host: dv-cinder-835879-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:32:15.662050 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0e5191e7-257a-493a-b6f1-a5bc5be54843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (8699a723-d19c-4b3b-98f2-b8d4854bde18), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:15.713452 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-82e13fcc-f661-4008-8683-a409421fe037 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Request body: {'security_group_rule': {'security_group_id': '19a7ba34-fa7d-4396-8b10-8bab5efb6589', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:15.733044 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f9312c3b-57ae-49df-97f2-7060406dd616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596'] for port (38baee01-8881-4b37-96b8-d8ebaa9242f0), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:15.741632 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-0e5191e7-257a-493a-b6f1-a5bc5be54843 None None] For port 8699a723-d19c-4b3b-98f2-b8d4854bde18, host dv-cinder-835879-4-iscsi, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:32:15.746169 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-0e5191e7-257a-493a-b6f1-a5bc5be54843 None None] For port 8699a723-d19c-4b3b-98f2-b8d4854bde18, host dv-cinder-835879-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=8699a723-d19c-4b3b-98f2-b8d4854bde18,segment=NetworkSegment(2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f),segment_id=2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:32:15.755546 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78faf5fe-5d45-4ee1-afe4-74676ac04ea9 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19a7ba34-fa7d-4396-8b10-8bab5efb6589,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:15.762029 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0e5191e7-257a-493a-b6f1-a5bc5be54843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (8699a723-d19c-4b3b-98f2-b8d4854bde18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:15.783745 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-01db2a61-f794-4d33-a456-f854260fe403 tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] Publish callbacks [] for port (161a744e-dc59-4f38-a53a-ef9b9f0b709d), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:15.837660 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c8dc7-76e2-4ee6-8a46-0d9696e19c0b None None] Pushing event updated for resources: {'Port': ['ID=8699a723-d19c-4b3b-98f2-b8d4854bde18,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:15.841084 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port 11304e9a-b847-4d6b-b994-878fe3cbda45 is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:15.842416 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 5fddfcd9-74a8-44e7-9993-2afd0c259560 up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:32:15.870424 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ebe96fdf-67ba-4f60-8ea3-263a155a3d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (96b2729c-4c37-4acb-b081-73c0ac89e2c7), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:15.891781 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ebe96fdf-67ba-4f60-8ea3-263a155a3d31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:15.894049 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-ebe96fdf-67ba-4f60-8ea3-263a155a3d31 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/96b2729c-4c37-4acb-b081-73c0ac89e2c7 HTTP/1.1" status: 204 len: 168 time: 1.6804309 Apr 05 22:32:16.035953 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9312c3b-57ae-49df-97f2-7060406dd616 admin admin] Network e7e24e6e-3544-4395-8e0c-7d87fa5e4b92 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:32:16.093422 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe96fdf-67ba-4f60-8ea3-263a155a3d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b2729c-4c37-4acb-b081-73c0ac89e2c7,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:16.124946 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-f9312c3b-57ae-49df-97f2-7060406dd616 admin admin] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:32:16.143272 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9312c3b-57ae-49df-97f2-7060406dd616 admin admin] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:32:16.144090 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f9312c3b-57ae-49df-97f2-7060406dd616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527961'] for router_interface (aa971dbb-f9a5-443b-9c12-e0b6c769bff6), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:16.183005 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4091c463-7e8f-43e4-849d-e06cba33cfa5 admin admin] Publish callbacks [] for security_group (83b84155-9311-4625-bc6c-12594457c853), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:16.207624 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4091c463-7e8f-43e4-849d-e06cba33cfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (83b84155-9311-4625-bc6c-12594457c853), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:16.264051 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 43140) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:16.415086 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-97399485-d722-48e9-b18c-c28d5fba99db None None] Provisioning complete for port 8047d317-db2f-4e80-9730-d4313e792b91 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:16.415847 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-97399485-d722-48e9-b18c-c28d5fba99db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (8047d317-db2f-4e80-9730-d4313e792b91), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:16.497755 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-01db2a61-f794-4d33-a456-f854260fe403 tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596'] for port (161a744e-dc59-4f38-a53a-ef9b9f0b709d), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:16.581190 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-4091c463-7e8f-43e4-849d-e06cba33cfa5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=206dcf85c97d4009b99dbb2291ac6acc&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3686321 Apr 05 22:32:16.603452 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 43146) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:16.638889 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5191e7-257a-493a-b6f1-a5bc5be54843 None None] Routers {'aa971dbb-f9a5-443b-9c12-e0b6c769bff6'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:32:16.639543 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-0e5191e7-257a-493a-b6f1-a5bc5be54843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:32:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['aa971dbb-f9a5-443b-9c12-e0b6c769bff6'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:16.643065 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4091c463-7e8f-43e4-849d-e06cba33cfa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b84155-9311-4625-bc6c-12594457c853,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:16.662120 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9312c3b-57ae-49df-97f2-7060406dd616 admin admin] Pushing event updated for resources: {'Port': ['ID=38baee01-8881-4b37-96b8-d8ebaa9242f0,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:16.678925 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-82e13fcc-f661-4008-8683-a409421fe037 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group_rule (17b48f14-1c01-4981-a21b-4596b9cfc0be), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:16.721145 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-880cf793-0746-4737-8f8c-ccae3456f838 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Allocated IP 172.27.2.124 (f2e9bb50-0445-459c-9ef2-0222ede25138/2ac17549-fc87-4e20-be5e-92c340e9a8b2/589c5df4-c53f-4bcb-8666-ec68fb637f4e) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:32:16.832389 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f9312c3b-57ae-49df-97f2-7060406dd616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (38baee01-8881-4b37-96b8-d8ebaa9242f0), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:16.836616 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-01db2a61-f794-4d33-a456-f854260fe403 tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] Network 05f94c5f-b125-46ca-8a9a-45d5087a1cbd is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:32:16.921711 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f145310-9a36-4cc9-97ff-ec1b3ca7b984 req-58a82804-dca6-498f-9d40-6eecb68cab9d tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:16.923383 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9f145310-9a36-4cc9-97ff-ec1b3ca7b984 req-58a82804-dca6-498f-9d40-6eecb68cab9d tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7ab161b-77f6-44a7-99b6-59013816ab1c HTTP/1.1" status: 200 len: 931 time: 0.6472056 Apr 05 22:32:16.934832 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-0e5191e7-257a-493a-b6f1-a5bc5be54843 None None] Set router aa971dbb-f9a5-443b-9c12-e0b6c769bff6 gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:32:16.939952 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port 5fddfcd9-74a8-44e7-9993-2afd0c259560 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:16.940327 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (5fddfcd9-74a8-44e7-9993-2afd0c259560), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:17.025499 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-273675bf-e94d-4e62-9523-a3ca6d152dfd None None] Set router 4d6a48c7-8b87-4a6f-acc5-9c60a34b861a gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:32:17.155372 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-01db2a61-f794-4d33-a456-f854260fe403 tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:32:17.164547 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-01db2a61-f794-4d33-a456-f854260fe403 tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:32:17.186664 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-880cf793-0746-4737-8f8c-ccae3456f838 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks [] for port (589c5df4-c53f-4bcb-8666-ec68fb637f4e), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:17.192625 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-01db2a61-f794-4d33-a456-f854260fe403 tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:17.204144 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-01db2a61-f794-4d33-a456-f854260fe403 tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for port (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:17.230527 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ecdf4ff8-ef92-44f5-8a4b-cee5cba5b1f2 admin admin] Publish callbacks [] for security_group (83b84155-9311-4625-bc6c-12594457c853), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:17.463325 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ecdf4ff8-ef92-44f5-8a4b-cee5cba5b1f2 admin admin] Publish callbacks [] for security_group (83b84155-9311-4625-bc6c-12594457c853), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:17.529316 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-880cf793-0746-4737-8f8c-ccae3456f838 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596'] for port (589c5df4-c53f-4bcb-8666-ec68fb637f4e), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:17.530877 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-01db2a61-f794-4d33-a456-f854260fe403 tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1546366 Apr 05 22:32:17.534241 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db2a61-f794-4d33-a456-f854260fe403 tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] Pushing event updated for resources: {'Port': ['ID=161a744e-dc59-4f38-a53a-ef9b9f0b709d,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:17.584790 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-97399485-d722-48e9-b18c-c28d5fba99db None None] Current status of the port 8047d317-db2f-4e80-9730-d4313e792b91 is: DOWN; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:17.585351 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-97399485-d722-48e9-b18c-c28d5fba99db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (8047d317-db2f-4e80-9730-d4313e792b91), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:17.592063 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-ab24ae51-f207-47a1-9f80-df3c68aacf74 tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103303) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:32:17.593153 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-ab24ae51-f207-47a1-9f80-df3c68aacf74 tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0445921 Apr 05 22:32:17.599311 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9f145310-9a36-4cc9-97ff-ec1b3ca7b984 req-0112a268-d738-4536-bac0-87393a27f13b tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] 10.222.0.15 "GET /v2.0/security-groups?id=263214be-6e47-43b0-aecf-5b490f0bea85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6560960 Apr 05 22:32:17.709873 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-82e13fcc-f661-4008-8683-a409421fe037 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group_rule (17b48f14-1c01-4981-a21b-4596b9cfc0be), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:17.722701 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19159aae-feba-43ad-94a4-5b576188f643 admin admin] Router 09af68de-9ff1-4ad6-8036-8283324aa101 has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:32:17.741321 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880cf793-0746-4737-8f8c-ccae3456f838 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Network f2e9bb50-0445-459c-9ef2-0222ede25138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:32:17.790042 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-880cf793-0746-4737-8f8c-ccae3456f838 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:32:17.794748 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880cf793-0746-4737-8f8c-ccae3456f838 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:32:17.831829 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f9312c3b-57ae-49df-97f2-7060406dd616 admin admin] Publish callbacks [] for port (38baee01-8881-4b37-96b8-d8ebaa9242f0), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:17.842505 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-82e13fcc-f661-4008-8683-a409421fe037 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554007'] for security_group_rule (17b48f14-1c01-4981-a21b-4596b9cfc0be), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:17.848643 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f9312c3b-57ae-49df-97f2-7060406dd616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (38baee01-8881-4b37-96b8-d8ebaa9242f0), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:17.850217 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f9312c3b-57ae-49df-97f2-7060406dd616 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530121'] for router_interface (aa971dbb-f9a5-443b-9c12-e0b6c769bff6), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:17.869101 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port 5fddfcd9-74a8-44e7-9993-2afd0c259560 is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:17.869319 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880cf793-0746-4737-8f8c-ccae3456f838 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Pushing event updated for resources: {'Port': ['ID=589c5df4-c53f-4bcb-8666-ec68fb637f4e,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:17.894549 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-97399485-d722-48e9-b18c-c28d5fba99db None None] For port 8047d317-db2f-4e80-9730-d4313e792b91, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=8047d317-db2f-4e80-9730-d4313e792b91,segment=NetworkSegment(bad0aca7-96dd-472c-9062-1cdad7db236b),segment_id=bad0aca7-96dd-472c-9062-1cdad7db236b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:32:17.924235 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-97399485-d722-48e9-b18c-c28d5fba99db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (8047d317-db2f-4e80-9730-d4313e792b91), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:17.957202 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e13fcc-f661-4008-8683-a409421fe037 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b48f14-1c01-4981-a21b-4596b9cfc0be,revision_number=0']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:18.142718 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ecdf4ff8-ef92-44f5-8a4b-cee5cba5b1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (83b84155-9311-4625-bc6c-12594457c853), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:18.152586 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ecdf4ff8-ef92-44f5-8a4b-cee5cba5b1f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:18.162451 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-ecdf4ff8-ef92-44f5-8a4b-cee5cba5b1f2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/83b84155-9311-4625-bc6c-12594457c853 HTTP/1.1" status: 204 len: 168 time: 1.5578556 Apr 05 22:32:18.179334 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-880cf793-0746-4737-8f8c-ccae3456f838 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks [] for floatingip (8a8c6950-1067-43ea-874f-6182918d5f96), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:18.184968 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9312c3b-57ae-49df-97f2-7060406dd616 admin admin] Network e7e24e6e-3544-4395-8e0c-7d87fa5e4b92 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:32:18.186324 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9312c3b-57ae-49df-97f2-7060406dd616 admin admin] Pushing event updated for resources: {'Port': ['ID=38baee01-8881-4b37-96b8-d8ebaa9242f0,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:18.195043 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-f9312c3b-57ae-49df-97f2-7060406dd616 admin admin] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:32:18.241537 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf4ff8-ef92-44f5-8a4b-cee5cba5b1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b84155-9311-4625-bc6c-12594457c853,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:18.320493 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-880cf793-0746-4737-8f8c-ccae3456f838 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (589c5df4-c53f-4bcb-8666-ec68fb637f4e), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:18.332681 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-97399485-d722-48e9-b18c-c28d5fba99db None None] Provisioning complete for port ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:18.333440 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-97399485-d722-48e9-b18c-c28d5fba99db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:18.396892 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-82e13fcc-f661-4008-8683-a409421fe037 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:18.401822 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 43192) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:18.401998 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-82e13fcc-f661-4008-8683-a409421fe037 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.7770460 Apr 05 22:32:18.406265 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-a29f2936-5b10-4ff5-9306-3b3a83d3dae9 service neutron] Request body: {'port': {'device_id': 'b7ab161b-77f6-44a7-99b6-59013816ab1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:18.406913 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-b21153bb-cb79-4d68-8879-50713ace83a2 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Request body: {'security_group_rule': {'security_group_id': '19a7ba34-fa7d-4396-8b10-8bab5efb6589', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:18.506411 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97399485-d722-48e9-b18c-c28d5fba99db None None] Pushing event updated for resources: {'Port': ['ID=8047d317-db2f-4e80-9730-d4313e792b91,revision_number=5']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:18.622362 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device c2ad5574-60b9-4e6f-86d6-63999b736e9e up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:32:18.634814 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-0e5191e7-257a-493a-b6f1-a5bc5be54843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'name': 'tempest-ServerRescueNegativeTestJSON-266728504-router', 'tenant_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '8699a723-d19c-4b3b-98f2-b8d4854bde18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:02Z', 'updated_at': '2022-04-05T22:32:16Z', 'revision_number': 4, 'project_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'gw_port': {'id': '8699a723-d19c-4b3b-98f2-b8d4854bde18', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:04Z', 'updated_at': '2022-04-05T22:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': '38baee01-8881-4b37-96b8-d8ebaa9242f0', 'name': '', 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92', 'tenant_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'mac_address': 'fa:16:3e:83:bf:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:13Z', 'updated_at': '2022-04-05T22:32:13Z', 'revision_number': 1, 'project_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'subnets': [{'id': '4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:18.708992 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-97399485-d722-48e9-b18c-c28d5fba99db None None] Port ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f cannot update to ACTIVE because it is not bound. {{(pid=103304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:32:18.719260 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b21153bb-cb79-4d68-8879-50713ace83a2 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group_rule (640b7082-c08e-4997-9299-314de2d8927e), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:18.755895 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5191e7-257a-493a-b6f1-a5bc5be54843 None None] The sync data for ids ['aa971dbb-f9a5-443b-9c12-e0b6c769bff6'] in dv-cinder-835879-4-iscsi is: [{'id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'name': 'tempest-ServerRescueNegativeTestJSON-266728504-router', 'tenant_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '8699a723-d19c-4b3b-98f2-b8d4854bde18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:02Z', 'updated_at': '2022-04-05T22:32:16Z', 'revision_number': 4, 'project_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'gw_port': {'id': '8699a723-d19c-4b3b-98f2-b8d4854bde18', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:04Z', 'updated_at': '2022-04-05T22:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': '38baee01-8881-4b37-96b8-d8ebaa9242f0', 'name': '', 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92', 'tenant_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'mac_address': 'fa:16:3e:83:bf:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:13Z', 'updated_at': '2022-04-05T22:32:13Z', 'revision_number': 1, 'project_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'subnets': [{'id': '4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:32:18.768529 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-273675bf-e94d-4e62-9523-a3ca6d152dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'name': 'tempest-AttachVolumeNegativeTest-659125320-router', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:10Z', 'revision_number': 4, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'gw_port': {'id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f2:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f', 'name': '', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'mac_address': 'fa:16:3e:f5:77:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:09Z', 'updated_at': '2022-04-05T22:32:10Z', 'revision_number': 2, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'subnets': [{'id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:18.891397 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273675bf-e94d-4e62-9523-a3ca6d152dfd None None] Checking router: 4d6a48c7-8b87-4a6f-acc5-9c60a34b861a for host: dv-cinder-835879-4-iscsi {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:32:18.891864 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273675bf-e94d-4e62-9523-a3ca6d152dfd None None] Updating router 4d6a48c7-8b87-4a6f-acc5-9c60a34b861a port ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f binding host dv-cinder-835879-4-iscsi {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:32:19.063305 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-273675bf-e94d-4e62-9523-a3ca6d152dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:19.145530 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-644e0e44-bc17-4449-8f6a-5f83e00a580f None None] Provisioning complete for port a957f97b-dd01-4197-82f8-ac18ba044691 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:19.145929 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-644e0e44-bc17-4449-8f6a-5f83e00a580f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (a957f97b-dd01-4197-82f8-ac18ba044691), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:19.157382 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b21153bb-cb79-4d68-8879-50713ace83a2 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group_rule (640b7082-c08e-4997-9299-314de2d8927e), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:19.174055 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd850df9-fb36-4ebd-984a-3626129b0a21 req-0d48931a-6c87-4cce-874a-c3aa71355ddd tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:19.175626 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-bd850df9-fb36-4ebd-984a-3626129b0a21 req-0d48931a-6c87-4cce-874a-c3aa71355ddd tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7ab161b-77f6-44a7-99b6-59013816ab1c HTTP/1.1" status: 200 len: 931 time: 0.3524070 Apr 05 22:32:19.224931 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b21153bb-cb79-4d68-8879-50713ace83a2 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554007'] for security_group_rule (640b7082-c08e-4997-9299-314de2d8927e), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:19.230418 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19159aae-feba-43ad-94a4-5b576188f643 admin admin] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:32:19.256544 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-19159aae-feba-43ad-94a4-5b576188f643 admin admin] 10.222.0.15 "PUT /v2.0/routers/09af68de-9ff1-4ad6-8036-8283324aa101/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3664832 Apr 05 22:32:19.316359 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-880cf793-0746-4737-8f8c-ccae3456f838 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks [] for port (589c5df4-c53f-4bcb-8666-ec68fb637f4e), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:19.366200 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 43228) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:19.375230 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-644e0e44-bc17-4449-8f6a-5f83e00a580f None None] Port a957f97b-dd01-4197-82f8-ac18ba044691 cannot update to ACTIVE because it is not bound. {{(pid=103304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:32:19.403973 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-880cf793-0746-4737-8f8c-ccae3456f838 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (589c5df4-c53f-4bcb-8666-ec68fb637f4e), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:19.406722 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21153bb-cb79-4d68-8879-50713ace83a2 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=640b7082-c08e-4997-9299-314de2d8927e,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:19.428277 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9312c3b-57ae-49df-97f2-7060406dd616 admin admin] Router aa971dbb-f9a5-443b-9c12-e0b6c769bff6 has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:32:19.501070 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port c2ad5574-60b9-4e6f-86d6-63999b736e9e triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:19.502654 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-a29f2936-5b10-4ff5-9306-3b3a83d3dae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (161a744e-dc59-4f38-a53a-ef9b9f0b709d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:19.502907 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (c2ad5574-60b9-4e6f-86d6-63999b736e9e), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:19.533283 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b21153bb-cb79-4d68-8879-50713ace83a2 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:19.538433 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-b21153bb-cb79-4d68-8879-50713ace83a2 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1348331 Apr 05 22:32:19.579370 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 43238) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:19.588427 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-4148d749-b6fa-496d-bac8-b72e66e90fd7 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Request body: {'floatingip': {'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:19.599349 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-880cf793-0746-4737-8f8c-ccae3456f838 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528098'] for floatingip (8a8c6950-1067-43ea-874f-6182918d5f96), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:19.679832 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-bd850df9-fb36-4ebd-984a-3626129b0a21 req-af9558ff-851c-499c-a79c-a06c42f7213a tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] 10.222.0.15 "GET /v2.0/security-groups?id=263214be-6e47-43b0-aecf-5b490f0bea85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4565451 Apr 05 22:32:19.707518 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880cf793-0746-4737-8f8c-ccae3456f838 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Pushing event updated for resources: {'Port': ['ID=589c5df4-c53f-4bcb-8666-ec68fb637f4e,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:19.746580 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-880cf793-0746-4737-8f8c-ccae3456f838 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:19.757560 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-880cf793-0746-4737-8f8c-ccae3456f838 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7491152 Apr 05 22:32:19.760019 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4148d749-b6fa-496d-bac8-b72e66e90fd7 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:19.950924 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-644e0e44-bc17-4449-8f6a-5f83e00a580f None None] Provisioning complete for port 38baee01-8881-4b37-96b8-d8ebaa9242f0 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:19.951526 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-644e0e44-bc17-4449-8f6a-5f83e00a580f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (38baee01-8881-4b37-96b8-d8ebaa9242f0), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:20.012297 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9312c3b-57ae-49df-97f2-7060406dd616 admin admin] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:32:20.034496 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-f9312c3b-57ae-49df-97f2-7060406dd616 admin admin] 10.222.0.15 "PUT /v2.0/routers/aa971dbb-f9a5-443b-9c12-e0b6c769bff6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6625929 Apr 05 22:32:20.138089 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bd98a610-49d5-4cea-8b42-f8e91786765c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:20.161585 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e696e28-3db3-4c03-b7dd-2ced8c457807 None None] Sync routers for ids ['09af68de-9ff1-4ad6-8036-8283324aa101'] in dv-cinder-835879-4-iscsi {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:32:20.187875 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e696e28-3db3-4c03-b7dd-2ced8c457807 None None] Routers {'09af68de-9ff1-4ad6-8036-8283324aa101'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:32:20.190581 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-1e696e28-3db3-4c03-b7dd-2ced8c457807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:32:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['09af68de-9ff1-4ad6-8036-8283324aa101'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:20.336468 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4148d749-b6fa-496d-bac8-b72e66e90fd7 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:20.469423 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-644e0e44-bc17-4449-8f6a-5f83e00a580f None None] Port 38baee01-8881-4b37-96b8-d8ebaa9242f0 cannot update to ACTIVE because it is not bound. {{(pid=103304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:32:20.546123 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bd98a610-49d5-4cea-8b42-f8e91786765c admin admin] Publish callbacks [] for security_group (f562edb8-fe43-4b61-8167-96f07a3627d0), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:20.568053 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bd98a610-49d5-4cea-8b42-f8e91786765c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (f562edb8-fe43-4b61-8167-96f07a3627d0), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:20.718831 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-1e696e28-3db3-4c03-b7dd-2ced8c457807 None None] Set router 09af68de-9ff1-4ad6-8036-8283324aa101 gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:32:20.997087 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-bd98a610-49d5-4cea-8b42-f8e91786765c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=090142db501a45f8973364b3432d44f3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6267869 Apr 05 22:32:21.070004 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd98a610-49d5-4cea-8b42-f8e91786765c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f562edb8-fe43-4b61-8167-96f07a3627d0,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:21.100173 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port c2ad5574-60b9-4e6f-86d6-63999b736e9e is: DOWN; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:21.100676 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (c2ad5574-60b9-4e6f-86d6-63999b736e9e), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:21.115494 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 43276) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:21.115850 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 43280) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:21.149105 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-273675bf-e94d-4e62-9523-a3ca6d152dfd None None] Publish callbacks [] for port (ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:21.175911 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-273675bf-e94d-4e62-9523-a3ca6d152dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:21.176915 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-3b7bb0a5-5a7f-43f3-9ed1-83d848ed76a8 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1921111377', 'description': 'tempest-description--229244947'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:21.319030 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-4148d749-b6fa-496d-bac8-b72e66e90fd7 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Allocated IP 172.27.2.207 (f2e9bb50-0445-459c-9ef2-0222ede25138/2ac17549-fc87-4e20-be5e-92c340e9a8b2/b7086ffe-fd63-4e34-afe6-ff0d9715425b) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:32:21.330089 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3b7bb0a5-5a7f-43f3-9ed1-83d848ed76a8 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:21.359680 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-7b0fe321-dc4f-4505-948f-47df8e4a1731 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--17511445&fields=id&tenant_id=53101836a2ba42f5b58f4a6b84af6522 HTTP/1.1" status: 200 len: 267 time: 0.7420390 Apr 05 22:32:21.421541 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] For port c2ad5574-60b9-4e6f-86d6-63999b736e9e, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=c2ad5574-60b9-4e6f-86d6-63999b736e9e,segment=NetworkSegment(2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f),segment_id=2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:32:21.445233 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (c2ad5574-60b9-4e6f-86d6-63999b736e9e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:21.447596 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 8047d317-db2f-4e80-9730-d4313e792b91 up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:32:21.549968 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-1e696e28-3db3-4c03-b7dd-2ced8c457807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'name': 'tempest-AttachVolumeTestJSON-1059833774-router', 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'ee57049b-5a1f-4d98-9942-93b61a87bf02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:10Z', 'revision_number': 4, 'project_id': '0aceb09e90a9469980b157861e02e481', 'gw_port': {'id': 'ee57049b-5a1f-4d98-9942-93b61a87bf02', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ce:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'a957f97b-dd01-4197-82f8-ac18ba044691', 'name': '', 'network_id': 'b6baf2d1-4111-4179-97b5-8f3d3d51eaff', 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'mac_address': 'fa:16:3e:6e:0e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'acc4bb93-55f5-4d18-8058-b058867f2321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:08Z', 'updated_at': '2022-04-05T22:32:11Z', 'revision_number': 2, 'project_id': '0aceb09e90a9469980b157861e02e481', 'subnets': [{'id': 'acc4bb93-55f5-4d18-8058-b058867f2321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:21.687396 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3b7bb0a5-5a7f-43f3-9ed1-83d848ed76a8 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks [] for security_group (9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:21.695130 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e696e28-3db3-4c03-b7dd-2ced8c457807 None None] Checking router: 09af68de-9ff1-4ad6-8036-8283324aa101 for host: dv-cinder-835879-4-iscsi {{(pid=103305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:32:21.695485 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e696e28-3db3-4c03-b7dd-2ced8c457807 None None] Updating router 09af68de-9ff1-4ad6-8036-8283324aa101 port a957f97b-dd01-4197-82f8-ac18ba044691 binding host dv-cinder-835879-4-iscsi {{(pid=103305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:32:21.710167 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3b7bb0a5-5a7f-43f3-9ed1-83d848ed76a8 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:21.757621 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0d5625c8-b0d8-482e-ad17-c2321347bd69 admin admin] Publish callbacks [] for security_group (f562edb8-fe43-4b61-8167-96f07a3627d0), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:21.790751 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0d5625c8-b0d8-482e-ad17-c2321347bd69 admin admin] Publish callbacks [] for security_group (f562edb8-fe43-4b61-8167-96f07a3627d0), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:21.843587 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3b7bb0a5-5a7f-43f3-9ed1-83d848ed76a8 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:21.847175 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-3b7bb0a5-5a7f-43f3-9ed1-83d848ed76a8 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7269003 Apr 05 22:32:21.857545 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e696e28-3db3-4c03-b7dd-2ced8c457807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (a957f97b-dd01-4197-82f8-ac18ba044691), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:21.863141 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 43306) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:21.871795 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-d1b1a5ec-c6ad-470e-aea0-6f1bda53ff75 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Request body: {'security_group_rule': {'security_group_id': '9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:21.989322 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0d5625c8-b0d8-482e-ad17-c2321347bd69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (f562edb8-fe43-4b61-8167-96f07a3627d0), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:22.001290 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0d5625c8-b0d8-482e-ad17-c2321347bd69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:22.002766 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-0d5625c8-b0d8-482e-ad17-c2321347bd69 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f562edb8-fe43-4b61-8167-96f07a3627d0 HTTP/1.1" status: 204 len: 168 time: 0.8837976 Apr 05 22:32:22.056262 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7bb0a5-5a7f-43f3-9ed1-83d848ed76a8 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:22.149784 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5625c8-b0d8-482e-ad17-c2321347bd69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f562edb8-fe43-4b61-8167-96f07a3627d0,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:22.161869 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-f3ff62df-72a3-4612-83ae-6a556cab47ee None None] Provisioning complete for port ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:22.162999 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f3ff62df-72a3-4612-83ae-6a556cab47ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:22.165196 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c5aa69-b646-4851-8795-08daf549ed32 None None] Pushing event updated for resources: {'Port': ['ID=ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:22.168959 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d1b1a5ec-c6ad-470e-aea0-6f1bda53ff75 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks [] for security_group_rule (1a47f76e-3666-41ce-a499-c8b8d74bec05), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:22.190976 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-273675bf-e94d-4e62-9523-a3ca6d152dfd None None] Attempting to bind port ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f on host dv-cinder-835879-4-iscsi for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:32:22.191713 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-273675bf-e94d-4e62-9523-a3ca6d152dfd None None] Attempting to bind port ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f by drivers openvswitch,hyperv on host dv-cinder-835879-4-iscsi at level 0 using segments [{'id': '7a5e164d-fdbc-4c25-a357-31ca6dc11523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:32:22.192303 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273675bf-e94d-4e62-9523-a3ca6d152dfd None None] Attempting to bind port ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f on network 30d168ff-b6ad-4812-af5d-7394de5c0536 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:32:22.253055 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273675bf-e94d-4e62-9523-a3ca6d152dfd None None] Checking agent: {'id': 'c28e45a8-012e-434a-8853-ea48f08ceb18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 23, 41), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:32:22.253564 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273675bf-e94d-4e62-9523-a3ca6d152dfd None None] Checking segment: {'id': '7a5e164d-fdbc-4c25-a357-31ca6dc11523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:32:22.254086 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-273675bf-e94d-4e62-9523-a3ca6d152dfd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:22.254727 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273675bf-e94d-4e62-9523-a3ca6d152dfd None None] Bound using segment: {'id': '7a5e164d-fdbc-4c25-a357-31ca6dc11523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:32:22.255360 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-273675bf-e94d-4e62-9523-a3ca6d152dfd None None] Bound port: ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f, host: dv-cinder-835879-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5e164d-fdbc-4c25-a357-31ca6dc11523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:32:22.255930 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-273675bf-e94d-4e62-9523-a3ca6d152dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:22.451788 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-273675bf-e94d-4e62-9523-a3ca6d152dfd None None] For port ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f, host dv-cinder-835879-4-iscsi, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:32:22.471755 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-273675bf-e94d-4e62-9523-a3ca6d152dfd None None] For port ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f, host dv-cinder-835879-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f,segment=NetworkSegment(7a5e164d-fdbc-4c25-a357-31ca6dc11523),segment_id=7a5e164d-fdbc-4c25-a357-31ca6dc11523)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:32:22.476127 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.notifiers.nova [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-a29f2936-5b10-4ff5-9306-3b3a83d3dae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 161a744e-dc59-4f38-a53a-ef9b9f0b709d {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:32:22.497915 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-a29f2936-5b10-4ff5-9306-3b3a83d3dae9 service neutron] Publish callbacks [] for port (161a744e-dc59-4f38-a53a-ef9b9f0b709d), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:22.517926 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d1b1a5ec-c6ad-470e-aea0-6f1bda53ff75 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks [] for security_group_rule (1a47f76e-3666-41ce-a499-c8b8d74bec05), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:22.533895 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-81ae0879-7bd9-419c-980e-2e0b0a14e8ef tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:22.545367 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-81ae0879-7bd9-419c-980e-2e0b0a14e8ef tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/networks?id=5f18d588-ed8c-4ba8-aa61-86f84f08ea4b HTTP/1.1" status: 200 len: 817 time: 1.1845644 Apr 05 22:32:22.558426 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-273675bf-e94d-4e62-9523-a3ca6d152dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:22.561766 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d1b1a5ec-c6ad-470e-aea0-6f1bda53ff75 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554007'] for security_group_rule (1a47f76e-3666-41ce-a499-c8b8d74bec05), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:22.578257 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-a29f2936-5b10-4ff5-9306-3b3a83d3dae9 service neutron] Transition to ACTIVE for port object 161a744e-dc59-4f38-a53a-ef9b9f0b709d will not be triggered until provisioned by entity L2. {{(pid=103303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:32:22.594238 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a766e12-839d-4037-a763-7860bd20dd55 req-4d68701e-f758-42c8-b79a-530b55bf9a56 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:22.598844 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-f3ff62df-72a3-4612-83ae-6a556cab47ee None None] Port ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f cannot update to ACTIVE because it is not bound. {{(pid=103304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:32:22.605583 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1a766e12-839d-4037-a763-7860bd20dd55 req-4d68701e-f758-42c8-b79a-530b55bf9a56 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/networks?id=e7e24e6e-3544-4395-8e0c-7d87fa5e4b92 HTTP/1.1" status: 200 len: 818 time: 0.6782138 Apr 05 22:32:22.607042 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-a29f2936-5b10-4ff5-9306-3b3a83d3dae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (161a744e-dc59-4f38-a53a-ef9b9f0b709d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:22.613325 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Pushing event updated for resources: {'Port': ['ID=c2ad5574-60b9-4e6f-86d6-63999b736e9e,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:22.677369 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4148d749-b6fa-496d-bac8-b72e66e90fd7 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for port (b7086ffe-fd63-4e34-afe6-ff0d9715425b), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:22.694038 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-9185a492-3f6f-4d78-8b44-1a1b1c0c6e40 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/quotas/53101836a2ba42f5b58f4a6b84af6522 HTTP/1.1" status: 200 len: 375 time: 0.1476936 Apr 05 22:32:22.694390 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f2936-5b10-4ff5-9306-3b3a83d3dae9 service neutron] Pushing event updated for resources: {'Port': ['ID=161a744e-dc59-4f38-a53a-ef9b9f0b709d,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:22.701453 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b1a5ec-c6ad-470e-aea0-6f1bda53ff75 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a47f76e-3666-41ce-a499-c8b8d74bec05,revision_number=0']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:22.707249 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d1b1a5ec-c6ad-470e-aea0-6f1bda53ff75 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:22.711137 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-d1b1a5ec-c6ad-470e-aea0-6f1bda53ff75 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8450005 Apr 05 22:32:22.725411 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 43328) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:22.743669 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-eb8dbf81-14eb-4ec7-a581-aee95c1ba220 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Request body: {'security_group_rule': {'security_group_id': '9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:22.769880 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1a766e12-839d-4037-a763-7860bd20dd55 req-7991086a-b01d-4c99-a921-0f38d59611a8 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/quotas/20b77f8ad3b947daa87a0a858e8b7ac2 HTTP/1.1" status: 200 len: 375 time: 0.1624994 Apr 05 22:32:22.913689 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c5aa69-b646-4851-8795-08daf549ed32 None None] Pushing event updated for resources: {'Port': ['ID=ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:22.944723 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-a29f2936-5b10-4ff5-9306-3b3a83d3dae9 service neutron] Attempting to bind port 161a744e-dc59-4f38-a53a-ef9b9f0b709d on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:32:22.946499 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-a29f2936-5b10-4ff5-9306-3b3a83d3dae9 service neutron] Attempting to bind port 161a744e-dc59-4f38-a53a-ef9b9f0b709d by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '861068a3-7cd1-4c90-a36a-227a98f1b9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '05f94c5f-b125-46ca-8a9a-45d5087a1cbd'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:32:22.947521 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-a29f2936-5b10-4ff5-9306-3b3a83d3dae9 service neutron] Attempting to bind port 161a744e-dc59-4f38-a53a-ef9b9f0b709d on network 05f94c5f-b125-46ca-8a9a-45d5087a1cbd {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:32:22.954545 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-a29f2936-5b10-4ff5-9306-3b3a83d3dae9 service neutron] Port 161a744e-dc59-4f38-a53a-ef9b9f0b709d on network 05f94c5f-b125-46ca-8a9a-45d5087a1cbd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:32:22.955747 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-a29f2936-5b10-4ff5-9306-3b3a83d3dae9 service neutron] Attempting to bind port 161a744e-dc59-4f38-a53a-ef9b9f0b709d on network 05f94c5f-b125-46ca-8a9a-45d5087a1cbd {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:32:22.962595 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port 8047d317-db2f-4e80-9730-d4313e792b91 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:22.963010 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (8047d317-db2f-4e80-9730-d4313e792b91), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:22.963772 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-a29f2936-5b10-4ff5-9306-3b3a83d3dae9 service neutron] Checking agent: {'id': '3b59f0d0-9584-48dd-b0cd-e16373160cf9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 30), 'started_at': datetime.datetime(2022, 4, 5, 22, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:32:22.964356 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-a29f2936-5b10-4ff5-9306-3b3a83d3dae9 service neutron] Checking segment: {'id': '861068a3-7cd1-4c90-a36a-227a98f1b9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '05f94c5f-b125-46ca-8a9a-45d5087a1cbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:32:22.965954 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-a29f2936-5b10-4ff5-9306-3b3a83d3dae9 service neutron] Bound using segment: {'id': '861068a3-7cd1-4c90-a36a-227a98f1b9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '05f94c5f-b125-46ca-8a9a-45d5087a1cbd'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:32:22.966912 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-a29f2936-5b10-4ff5-9306-3b3a83d3dae9 service neutron] Bound port: 161a744e-dc59-4f38-a53a-ef9b9f0b709d, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '861068a3-7cd1-4c90-a36a-227a98f1b9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '05f94c5f-b125-46ca-8a9a-45d5087a1cbd'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:32:22.967511 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-a29f2936-5b10-4ff5-9306-3b3a83d3dae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (161a744e-dc59-4f38-a53a-ef9b9f0b709d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:23.061920 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273675bf-e94d-4e62-9523-a3ca6d152dfd None None] Routers {'4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:32:23.065291 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-273675bf-e94d-4e62-9523-a3ca6d152dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:32:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:23.150125 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eb8dbf81-14eb-4ec7-a581-aee95c1ba220 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks [] for security_group_rule (b77e596e-cb51-4707-9a73-f5d454102559), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:23.180805 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.db [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-a29f2936-5b10-4ff5-9306-3b3a83d3dae9 service neutron] For port 161a744e-dc59-4f38-a53a-ef9b9f0b709d, host hv-cinder-83587, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:32:23.196266 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e696e28-3db3-4c03-b7dd-2ced8c457807 None None] Publish callbacks [] for port (a957f97b-dd01-4197-82f8-ac18ba044691), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:23.202616 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.db [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-a29f2936-5b10-4ff5-9306-3b3a83d3dae9 service neutron] For port 161a744e-dc59-4f38-a53a-ef9b9f0b709d, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=161a744e-dc59-4f38-a53a-ef9b9f0b709d,segment=NetworkSegment(861068a3-7cd1-4c90-a36a-227a98f1b9d8),segment_id=861068a3-7cd1-4c90-a36a-227a98f1b9d8)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:32:23.229612 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-a29f2936-5b10-4ff5-9306-3b3a83d3dae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (161a744e-dc59-4f38-a53a-ef9b9f0b709d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:23.231583 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-30664308-cb2c-4bfd-8798-ab8edb07f0c9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=53101836a2ba42f5b58f4a6b84af6522&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5358186 Apr 05 22:32:23.235088 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e696e28-3db3-4c03-b7dd-2ced8c457807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (a957f97b-dd01-4197-82f8-ac18ba044691), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:23.289832 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1a766e12-839d-4037-a763-7860bd20dd55 req-04394b52-6c8d-485a-8c1f-8411d4093594 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=20b77f8ad3b947daa87a0a858e8b7ac2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5176184 Apr 05 22:32:23.291165 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4148d749-b6fa-496d-bac8-b72e66e90fd7 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596'] for port (b7086ffe-fd63-4e34-afe6-ff0d9715425b), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:23.299445 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-a29f2936-5b10-4ff5-9306-3b3a83d3dae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:23.301267 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-a29f2936-5b10-4ff5-9306-3b3a83d3dae9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for port (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:23.305510 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-a29f2936-5b10-4ff5-9306-3b3a83d3dae9 service neutron] 10.222.0.46 "PUT /v2.0/ports/161a744e-dc59-4f38-a53a-ef9b9f0b709d HTTP/1.1" status: 200 len: 1093 time: 5.4352534 Apr 05 22:32:23.313644 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ab161b-77f6-44a7-99b6-59013816ab1c', 'tag': '161a744e-dc59-4f38-a53a-ef9b9f0b709d'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:32:23.487158 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b34df5-90a6-424f-b218-486e676b3d71 None None] Pushing event updated for resources: {'Port': ['ID=a957f97b-dd01-4197-82f8-ac18ba044691,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:23.602592 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-273675bf-e94d-4e62-9523-a3ca6d152dfd None None] Set router 4d6a48c7-8b87-4a6f-acc5-9c60a34b861a gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:32:23.631346 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4148d749-b6fa-496d-bac8-b72e66e90fd7 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Network f2e9bb50-0445-459c-9ef2-0222ede25138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:32:23.739840 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-4148d749-b6fa-496d-bac8-b72e66e90fd7 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:32:23.757620 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-1e696e28-3db3-4c03-b7dd-2ced8c457807 None None] Attempting to bind port a957f97b-dd01-4197-82f8-ac18ba044691 on host dv-cinder-835879-4-iscsi for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:32:23.757988 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-1e696e28-3db3-4c03-b7dd-2ced8c457807 None None] Attempting to bind port a957f97b-dd01-4197-82f8-ac18ba044691 by drivers openvswitch,hyperv on host dv-cinder-835879-4-iscsi at level 0 using segments [{'id': '1bf2125a-a764-49fd-9387-c1e53e0d177b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b6baf2d1-4111-4179-97b5-8f3d3d51eaff'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:32:23.771248 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e696e28-3db3-4c03-b7dd-2ced8c457807 None None] Attempting to bind port a957f97b-dd01-4197-82f8-ac18ba044691 on network b6baf2d1-4111-4179-97b5-8f3d3d51eaff {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:32:23.780094 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4148d749-b6fa-496d-bac8-b72e66e90fd7 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:32:23.785603 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e696e28-3db3-4c03-b7dd-2ced8c457807 None None] Checking agent: {'id': 'c28e45a8-012e-434a-8853-ea48f08ceb18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 23, 41), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:32:23.792849 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e696e28-3db3-4c03-b7dd-2ced8c457807 None None] Checking segment: {'id': '1bf2125a-a764-49fd-9387-c1e53e0d177b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b6baf2d1-4111-4179-97b5-8f3d3d51eaff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:32:23.793319 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e696e28-3db3-4c03-b7dd-2ced8c457807 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:23.795427 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e696e28-3db3-4c03-b7dd-2ced8c457807 None None] Bound using segment: {'id': '1bf2125a-a764-49fd-9387-c1e53e0d177b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b6baf2d1-4111-4179-97b5-8f3d3d51eaff'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:32:23.796108 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-1e696e28-3db3-4c03-b7dd-2ced8c457807 None None] Bound port: a957f97b-dd01-4197-82f8-ac18ba044691, host: dv-cinder-835879-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf2125a-a764-49fd-9387-c1e53e0d177b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b6baf2d1-4111-4179-97b5-8f3d3d51eaff'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:32:23.796969 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e696e28-3db3-4c03-b7dd-2ced8c457807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (a957f97b-dd01-4197-82f8-ac18ba044691), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:23.893952 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4148d749-b6fa-496d-bac8-b72e66e90fd7 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Pushing event updated for resources: {'Port': ['ID=b7086ffe-fd63-4e34-afe6-ff0d9715425b,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:23.919823 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eb8dbf81-14eb-4ec7-a581-aee95c1ba220 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks [] for security_group_rule (b77e596e-cb51-4707-9a73-f5d454102559), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:24.024707 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eb8dbf81-14eb-4ec7-a581-aee95c1ba220 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554007'] for security_group_rule (b77e596e-cb51-4707-9a73-f5d454102559), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:24.082553 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-1e696e28-3db3-4c03-b7dd-2ced8c457807 None None] For port a957f97b-dd01-4197-82f8-ac18ba044691, host dv-cinder-835879-4-iscsi, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:32:24.089056 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-1e696e28-3db3-4c03-b7dd-2ced8c457807 None None] For port a957f97b-dd01-4197-82f8-ac18ba044691, host dv-cinder-835879-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=a957f97b-dd01-4197-82f8-ac18ba044691,segment=NetworkSegment(1bf2125a-a764-49fd-9387-c1e53e0d177b),segment_id=1bf2125a-a764-49fd-9387-c1e53e0d177b)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:32:24.105401 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f2936-5b10-4ff5-9306-3b3a83d3dae9 service neutron] Pushing event updated for resources: {'Port': ['ID=161a744e-dc59-4f38-a53a-ef9b9f0b709d,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:24.119660 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-4a1b7389-4e2d-48f6-9961-1c60a82f0cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:24.124145 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e696e28-3db3-4c03-b7dd-2ced8c457807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (a957f97b-dd01-4197-82f8-ac18ba044691), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:24.127383 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-4a1b7389-4e2d-48f6-9961-1c60a82f0cc5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cc234acca0d74c538c3c7fe942f00e56&device_id=b7ab161b-77f6-44a7-99b6-59013816ab1c HTTP/1.1" status: 200 len: 1127 time: 0.5681446 Apr 05 22:32:24.197843 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-eee46d91-7705-4c24-bb71-27bac78acd8e None None] Provisioning complete for port ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:24.198309 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eee46d91-7705-4c24-bb71-27bac78acd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:24.211238 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8dbf81-14eb-4ec7-a581-aee95c1ba220 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b77e596e-cb51-4707-9a73-f5d454102559,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:24.313653 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4148d749-b6fa-496d-bac8-b72e66e90fd7 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for floatingip (fcd54330-5680-4934-be33-cf3efbc2d265), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:24.358166 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e696e28-3db3-4c03-b7dd-2ced8c457807 None None] Routers {'09af68de-9ff1-4ad6-8036-8283324aa101'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:32:24.358809 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-1e696e28-3db3-4c03-b7dd-2ced8c457807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:32:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['09af68de-9ff1-4ad6-8036-8283324aa101'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:24.395618 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eb8dbf81-14eb-4ec7-a581-aee95c1ba220 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:24.405427 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-eb8dbf81-14eb-4ec7-a581-aee95c1ba220 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6652329 Apr 05 22:32:24.424566 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 43376) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:24.463050 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-f336514d-adb7-4522-bca8-c208e593d2b9 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Request body: {'floatingip': {'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:24.480058 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1671544ff40eda59cef59b672f5a268c5eb6787e07d105e794150b4ff377c8e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12fdf70b-159c-4ce2-b76d-e7dfe87b2c2f" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ab161b-77f6-44a7-99b6-59013816ab1c", "tag": "161a744e-dc59-4f38-a53a-ef9b9f0b709d"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:32:24.487223 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-bcbd1e3b-1432-4229-8b7d-0355ff3a1f5c service neutron] 10.222.0.15 "GET /v2.0/networks/5f18d588-ed8c-4ba8-aa61-86f84f08ea4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1615810 Apr 05 22:32:24.500663 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-586d6cd7-5b52-431d-946f-df86290c06bb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=161a744e-dc59-4f38-a53a-ef9b9f0b709d HTTP/1.1" status: 200 len: 217 time: 0.3447042 Apr 05 22:32:24.556258 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port 8047d317-db2f-4e80-9730-d4313e792b91 is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:24.575498 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device c7f255cb-b0f9-4b5b-8cd1-7dc41b849453 up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:32:24.688640 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-667528a3-1638-4147-927f-2086abaa79a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:24.690543 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-667528a3-1638-4147-927f-2086abaa79a5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7cb9f83c-1915-4fe3-a40e-2c91b8485971 HTTP/1.1" status: 200 len: 851 time: 0.1852946 Apr 05 22:32:24.780437 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b34df5-90a6-424f-b218-486e676b3d71 None None] Pushing event updated for resources: {'Port': ['ID=a957f97b-dd01-4197-82f8-ac18ba044691,revision_number=4']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:24.852103 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea84132-f520-4b43-87d2-cc4188c1910a None None] Sync routers for ids ['aa971dbb-f9a5-443b-9c12-e0b6c769bff6'] in dv-cinder-835879-4-iscsi {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:32:24.858496 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [req-1a766e12-839d-4037-a763-7860bd20dd55 req-3a582e35-7586-44fe-97c7-05701f0bb274 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:32:24.860114 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1a766e12-839d-4037-a763-7860bd20dd55 req-3a582e35-7586-44fe-97c7-05701f0bb274 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8215041 Apr 05 22:32:24.877053 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-60898b38-0917-4560-89a3-46001f033f9e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=05f94c5f-b125-46ca-8a9a-45d5087a1cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1655345 Apr 05 22:32:24.886824 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-1e696e28-3db3-4c03-b7dd-2ced8c457807 None None] Set router 09af68de-9ff1-4ad6-8036-8283324aa101 gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:32:24.922566 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea84132-f520-4b43-87d2-cc4188c1910a None None] Routers {'aa971dbb-f9a5-443b-9c12-e0b6c769bff6'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:32:24.923831 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-5ea84132-f520-4b43-87d2-cc4188c1910a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:32:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['aa971dbb-f9a5-443b-9c12-e0b6c769bff6'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:25.020514 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f336514d-adb7-4522-bca8-c208e593d2b9 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:25.051145 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4148d749-b6fa-496d-bac8-b72e66e90fd7 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (b7086ffe-fd63-4e34-afe6-ff0d9715425b), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:25.169279 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-f9fedf4d-1daa-4ba8-b4a2-4e3c57f8d825 service neutron] 10.222.0.46 "GET /v2.0/networks/05f94c5f-b125-46ca-8a9a-45d5087a1cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910273 Apr 05 22:32:25.277638 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-eee46d91-7705-4c24-bb71-27bac78acd8e None None] Current status of the port ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f is: DOWN; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:25.295005 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eee46d91-7705-4c24-bb71-27bac78acd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:25.345008 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port c7f255cb-b0f9-4b5b-8cd1-7dc41b849453 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:25.345943 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (c7f255cb-b0f9-4b5b-8cd1-7dc41b849453), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:25.384258 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-5ea84132-f520-4b43-87d2-cc4188c1910a None None] Set router aa971dbb-f9a5-443b-9c12-e0b6c769bff6 gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:32:25.490187 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-eee46d91-7705-4c24-bb71-27bac78acd8e None None] For port ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f,segment=NetworkSegment(7a5e164d-fdbc-4c25-a357-31ca6dc11523),segment_id=7a5e164d-fdbc-4c25-a357-31ca6dc11523)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:32:25.517571 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eee46d91-7705-4c24-bb71-27bac78acd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:25.538191 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-273675bf-e94d-4e62-9523-a3ca6d152dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'name': 'tempest-AttachVolumeNegativeTest-659125320-router', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:10Z', 'revision_number': 4, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'gw_port': {'id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f', 'name': '', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'mac_address': 'fa:16:3e:f5:77:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:09Z', 'updated_at': '2022-04-05T22:32:22Z', 'revision_number': 4, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'subnets': [{'id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:25.583774 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-3ad2854c-d7e8-41e2-9c18-194feadd317a req-a0a69bc9-c1e0-4d24-b21a-255ec778c8ae service neutron] 10.222.0.46 "GET /v2.0/networks/05f94c5f-b125-46ca-8a9a-45d5087a1cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800361 Apr 05 22:32:25.624632 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-1e696e28-3db3-4c03-b7dd-2ced8c457807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'name': 'tempest-AttachVolumeTestJSON-1059833774-router', 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'ee57049b-5a1f-4d98-9942-93b61a87bf02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:10Z', 'revision_number': 4, 'project_id': '0aceb09e90a9469980b157861e02e481', 'gw_port': {'id': 'ee57049b-5a1f-4d98-9942-93b61a87bf02', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ce:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'a957f97b-dd01-4197-82f8-ac18ba044691', 'name': '', 'network_id': 'b6baf2d1-4111-4179-97b5-8f3d3d51eaff', 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'mac_address': 'fa:16:3e:6e:0e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'acc4bb93-55f5-4d18-8058-b058867f2321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:08Z', 'updated_at': '2022-04-05T22:32:24Z', 'revision_number': 4, 'project_id': '0aceb09e90a9469980b157861e02e481', 'subnets': [{'id': 'acc4bb93-55f5-4d18-8058-b058867f2321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:25.689604 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273675bf-e94d-4e62-9523-a3ca6d152dfd None None] The sync data for ids ['4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'] in dv-cinder-835879-4-iscsi is: [{'id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'name': 'tempest-AttachVolumeNegativeTest-659125320-router', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:10Z', 'revision_number': 4, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'gw_port': {'id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f', 'name': '', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'mac_address': 'fa:16:3e:f5:77:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:09Z', 'updated_at': '2022-04-05T22:32:22Z', 'revision_number': 4, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'subnets': [{'id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:32:25.719765 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e696e28-3db3-4c03-b7dd-2ced8c457807 None None] The sync data for ids ['09af68de-9ff1-4ad6-8036-8283324aa101'] in dv-cinder-835879-4-iscsi is: [{'id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'name': 'tempest-AttachVolumeTestJSON-1059833774-router', 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'ee57049b-5a1f-4d98-9942-93b61a87bf02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:10Z', 'revision_number': 4, 'project_id': '0aceb09e90a9469980b157861e02e481', 'gw_port': {'id': 'ee57049b-5a1f-4d98-9942-93b61a87bf02', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ce:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'a957f97b-dd01-4197-82f8-ac18ba044691', 'name': '', 'network_id': 'b6baf2d1-4111-4179-97b5-8f3d3d51eaff', 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'mac_address': 'fa:16:3e:6e:0e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'acc4bb93-55f5-4d18-8058-b058867f2321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:08Z', 'updated_at': '2022-04-05T22:32:24Z', 'revision_number': 4, 'project_id': '0aceb09e90a9469980b157861e02e481', 'subnets': [{'id': 'acc4bb93-55f5-4d18-8058-b058867f2321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:32:25.720614 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1a766e12-839d-4037-a763-7860bd20dd55 req-68c2b296-71f1-42b1-9f4f-57d068e0bcac service neutron] 10.222.0.15 "GET /v2.0/networks/e7e24e6e-3544-4395-8e0c-7d87fa5e4b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8430219 Apr 05 22:32:25.741103 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-b756f241-6be7-4341-875d-9c08eff17115 service neutron] 10.222.0.15 "GET /v2.0/networks/5f18d588-ed8c-4ba8-aa61-86f84f08ea4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2446616 Apr 05 22:32:25.967863 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee46d91-7705-4c24-bb71-27bac78acd8e None None] Pushing event updated for resources: {'Port': ['ID=ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f,revision_number=5']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:26.091327 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-6033038d-796a-407a-87a5-15dc2aed81f9 None None] Provisioning complete for port a957f97b-dd01-4197-82f8-ac18ba044691 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:26.091982 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6033038d-796a-407a-87a5-15dc2aed81f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (a957f97b-dd01-4197-82f8-ac18ba044691), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:26.197125 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 43440) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:26.309744 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1a766e12-839d-4037-a763-7860bd20dd55 req-45336558-1b14-4421-96a6-4998f605939f service neutron] 10.222.0.15 "GET /v2.0/networks/e7e24e6e-3544-4395-8e0c-7d87fa5e4b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5568423 Apr 05 22:32:26.371033 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port c7f255cb-b0f9-4b5b-8cd1-7dc41b849453 is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:26.372202 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 11304e9a-b847-4d6b-b994-878fe3cbda45 up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:32:26.428721 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4148d749-b6fa-496d-bac8-b72e66e90fd7 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for port (b7086ffe-fd63-4e34-afe6-ff0d9715425b), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:26.509302 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4148d749-b6fa-496d-bac8-b72e66e90fd7 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (b7086ffe-fd63-4e34-afe6-ff0d9715425b), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:26.665204 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4148d749-b6fa-496d-bac8-b72e66e90fd7 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Pushing event updated for resources: {'Port': ['ID=b7086ffe-fd63-4e34-afe6-ff0d9715425b,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:26.692447 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4148d749-b6fa-496d-bac8-b72e66e90fd7 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528098'] for floatingip (fcd54330-5680-4934-be33-cf3efbc2d265), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:26.701465 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-6033038d-796a-407a-87a5-15dc2aed81f9 None None] Current status of the port a957f97b-dd01-4197-82f8-ac18ba044691 is: DOWN; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:26.704074 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6033038d-796a-407a-87a5-15dc2aed81f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (a957f97b-dd01-4197-82f8-ac18ba044691), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:26.751108 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port 11304e9a-b847-4d6b-b994-878fe3cbda45 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:26.751538 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (11304e9a-b847-4d6b-b994-878fe3cbda45), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:26.797215 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b5d1d-ff6d-42e8-a778-9d69602aff2a req-1ef79bb5-768a-4fa5-a5a9-cee2dcb18a2b tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:26.816197 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-468b5d1d-ff6d-42e8-a778-9d69602aff2a req-1ef79bb5-768a-4fa5-a5a9-cee2dcb18a2b tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7ab161b-77f6-44a7-99b6-59013816ab1c HTTP/1.1" status: 200 len: 943 time: 0.4798260 Apr 05 22:32:26.856820 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4148d749-b6fa-496d-bac8-b72e66e90fd7 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:26.877935 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-4148d749-b6fa-496d-bac8-b72e66e90fd7 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.2941089 Apr 05 22:32:26.917850 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-5ea84132-f520-4b43-87d2-cc4188c1910a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'name': 'tempest-ServerRescueNegativeTestJSON-266728504-router', 'tenant_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '8699a723-d19c-4b3b-98f2-b8d4854bde18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:02Z', 'updated_at': '2022-04-05T22:32:16Z', 'revision_number': 4, 'project_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'gw_port': {'id': '8699a723-d19c-4b3b-98f2-b8d4854bde18', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:04Z', 'updated_at': '2022-04-05T22:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': '38baee01-8881-4b37-96b8-d8ebaa9242f0', 'name': '', 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92', 'tenant_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'mac_address': 'fa:16:3e:83:bf:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:13Z', 'updated_at': '2022-04-05T22:32:16Z', 'revision_number': 2, 'project_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'subnets': [{'id': '4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:26.926137 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f336514d-adb7-4522-bca8-c208e593d2b9 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:26.991656 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-468b5d1d-ff6d-42e8-a778-9d69602aff2a req-0ca48732-22bc-4a62-8e44-18feefa30e3b tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] 10.222.0.15 "GET /v2.0/security-groups?id=263214be-6e47-43b0-aecf-5b490f0bea85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744184 Apr 05 22:32:27.024468 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-6033038d-796a-407a-87a5-15dc2aed81f9 None None] For port a957f97b-dd01-4197-82f8-ac18ba044691, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=a957f97b-dd01-4197-82f8-ac18ba044691,segment=NetworkSegment(1bf2125a-a764-49fd-9387-c1e53e0d177b),segment_id=1bf2125a-a764-49fd-9387-c1e53e0d177b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:32:27.027812 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea84132-f520-4b43-87d2-cc4188c1910a None None] Checking router: aa971dbb-f9a5-443b-9c12-e0b6c769bff6 for host: dv-cinder-835879-4-iscsi {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:32:27.030965 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea84132-f520-4b43-87d2-cc4188c1910a None None] Updating router aa971dbb-f9a5-443b-9c12-e0b6c769bff6 port 38baee01-8881-4b37-96b8-d8ebaa9242f0 binding host dv-cinder-835879-4-iscsi {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:32:27.347836 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-f336514d-adb7-4522-bca8-c208e593d2b9 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Allocated IP 172.27.2.115 (f2e9bb50-0445-459c-9ef2-0222ede25138/2ac17549-fc87-4e20-be5e-92c340e9a8b2/0f61f928-de02-475e-9589-2761ae076337) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:32:27.417729 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-177639ce-5bcc-4f08-8f5f-ef1e3c0ba48e req-0022ef42-0279-4a53-9ba0-b656305ba556 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 210 time: 0.1132545 Apr 05 22:32:27.546145 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d5d72ae7-5f6b-4ab7-aef3-a35953e5f59f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:27.621172 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6033038d-796a-407a-87a5-15dc2aed81f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (a957f97b-dd01-4197-82f8-ac18ba044691), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:27.693970 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ea84132-f520-4b43-87d2-cc4188c1910a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (38baee01-8881-4b37-96b8-d8ebaa9242f0), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:27.863243 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f956d04-a853-40b8-899a-b2d63b3470a2 x-openstack-request-id: req-8f956d04-a853-40b8-899a-b2d63b3470a2 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:32:27.864336 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ab161b-77f6-44a7-99b6-59013816ab1c", "tag": "161a744e-dc59-4f38-a53a-ef9b9f0b709d", "status": "completed", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:32:27.865673 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8f956d04-a853-40b8-899a-b2d63b3470a2 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:32:27.866631 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f956d04-a853-40b8-899a-b2d63b3470a2'] response: {'name': 'network-changed', 'server_uuid': 'b7ab161b-77f6-44a7-99b6-59013816ab1c', 'tag': '161a744e-dc59-4f38-a53a-ef9b9f0b709d', 'status': 'completed', 'code': 200} Apr 05 22:32:27.907342 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d5d72ae7-5f6b-4ab7-aef3-a35953e5f59f admin admin] Publish callbacks [] for security_group (e7cfc20a-3729-47a5-9e2f-0749babe7b74), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:27.919340 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6033038d-796a-407a-87a5-15dc2aed81f9 None None] Pushing event updated for resources: {'Port': ['ID=a957f97b-dd01-4197-82f8-ac18ba044691,revision_number=5']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:27.924721 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d5d72ae7-5f6b-4ab7-aef3-a35953e5f59f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (e7cfc20a-3729-47a5-9e2f-0749babe7b74), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:27.937535 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port 11304e9a-b847-4d6b-b994-878fe3cbda45 is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:27.938744 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device ee57049b-5a1f-4d98-9942-93b61a87bf02 up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:32:27.963300 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-a17e1e7c-44f8-4e7f-ae0f-81b931d1359a tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--297039327&fields=id&tenant_id=2697c0786bb14f85b099106396e57e9e HTTP/1.1" status: 200 len: 267 time: 0.2844262 Apr 05 22:32:28.065711 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-d5d72ae7-5f6b-4ab7-aef3-a35953e5f59f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=00623f4d17ff438dbc0c37a1e44443fc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8640950 Apr 05 22:32:28.073621 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d72ae7-5f6b-4ab7-aef3-a35953e5f59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cfc20a-3729-47a5-9e2f-0749babe7b74,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:28.080685 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 43538) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:28.180854 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4f8b75cf-d465-4cae-8095-2a31cd156f8d admin admin] Publish callbacks [] for security_group (e7cfc20a-3729-47a5-9e2f-0749babe7b74), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:28.246564 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4f8b75cf-d465-4cae-8095-2a31cd156f8d admin admin] Publish callbacks [] for security_group (e7cfc20a-3729-47a5-9e2f-0749babe7b74), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:28.315966 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4f8b75cf-d465-4cae-8095-2a31cd156f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (e7cfc20a-3729-47a5-9e2f-0749babe7b74), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:28.319110 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4f8b75cf-d465-4cae-8095-2a31cd156f8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:28.320442 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-4f8b75cf-d465-4cae-8095-2a31cd156f8d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e7cfc20a-3729-47a5-9e2f-0749babe7b74 HTTP/1.1" status: 204 len: 168 time: 0.2345390 Apr 05 22:32:28.327113 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port ee57049b-5a1f-4d98-9942-93b61a87bf02 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:28.328049 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (ee57049b-5a1f-4d98-9942-93b61a87bf02), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:28.351161 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8b75cf-d465-4cae-8095-2a31cd156f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cfc20a-3729-47a5-9e2f-0749babe7b74,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:28.385508 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 43548) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:28.534226 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4fdd731f-bcc1-44cd-b860-b06372a2409d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:28.543835 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f63e41b9-c74d-4f40-97b9-1f6eadee97c5 req-468a7ac6-2e69-4950-aa27-68e76ce5b1fa tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc0baa4-a1b3-4f83-bb87-e1b3f221405c HTTP/1.1" status: 200 len: 210 time: 0.1123271 Apr 05 22:32:28.554526 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f336514d-adb7-4522-bca8-c208e593d2b9 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks [] for port (0f61f928-de02-475e-9589-2761ae076337), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:28.692577 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port ee57049b-5a1f-4d98-9942-93b61a87bf02 is: DOWN; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:28.693495 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (ee57049b-5a1f-4d98-9942-93b61a87bf02), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:28.730154 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] For port ee57049b-5a1f-4d98-9942-93b61a87bf02, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=ee57049b-5a1f-4d98-9942-93b61a87bf02,segment=NetworkSegment(2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f),segment_id=2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:32:28.738885 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-2e9fb053-3a6e-463b-aac1-36bb39d6513a tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:28.746081 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-2e9fb053-3a6e-463b-aac1-36bb39d6513a tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/networks?id=30d168ff-b6ad-4812-af5d-7394de5c0536 HTTP/1.1" status: 200 len: 814 time: 0.7811413 Apr 05 22:32:28.752102 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (ee57049b-5a1f-4d98-9942-93b61a87bf02), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:28.776596 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdf70b-159c-4ce2-b76d-e7dfe87b2c2f req-c06af4f5-2b00-458e-abfd-7c1f4d164bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:28.778371 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-12fdf70b-159c-4ce2-b76d-e7dfe87b2c2f req-c06af4f5-2b00-458e-abfd-7c1f4d164bcb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cc234acca0d74c538c3c7fe942f00e56&device_id=b7ab161b-77f6-44a7-99b6-59013816ab1c HTTP/1.1" status: 200 len: 1127 time: 0.1816289 Apr 05 22:32:28.805321 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-f7146f63-c263-44da-80b2-235f815e56c6 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/quotas/2697c0786bb14f85b099106396e57e9e HTTP/1.1" status: 200 len: 375 time: 0.0580854 Apr 05 22:32:28.876797 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f336514d-adb7-4522-bca8-c208e593d2b9 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596'] for port (0f61f928-de02-475e-9589-2761ae076337), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:28.929081 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ea84132-f520-4b43-87d2-cc4188c1910a None None] Publish callbacks [] for port (38baee01-8881-4b37-96b8-d8ebaa9242f0), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:28.931740 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Pushing event updated for resources: {'Port': ['ID=ee57049b-5a1f-4d98-9942-93b61a87bf02,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:28.943000 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ea84132-f520-4b43-87d2-cc4188c1910a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (38baee01-8881-4b37-96b8-d8ebaa9242f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:28.986487 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f336514d-adb7-4522-bca8-c208e593d2b9 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Network f2e9bb50-0445-459c-9ef2-0222ede25138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:32:28.992967 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-f336514d-adb7-4522-bca8-c208e593d2b9 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:32:29.003844 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f336514d-adb7-4522-bca8-c208e593d2b9 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:32:29.062192 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 43568) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:29.082603 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336514d-adb7-4522-bca8-c208e593d2b9 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Pushing event updated for resources: {'Port': ['ID=0f61f928-de02-475e-9589-2761ae076337,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:29.098257 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71542e-be34-476a-9a91-44555ae10ae1 None None] Pushing event updated for resources: {'Port': ['ID=38baee01-8881-4b37-96b8-d8ebaa9242f0,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:29.140835 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7aab17-9c60-4579-bc4b-f93954d544e6 req-8daace0c-862e-4def-b49c-adf5c9191114 tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:29.145749 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b4aedc9f-121c-4ad8-ad70-5428d130046e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:29.156152 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ce7aab17-9c60-4579-bc4b-f93954d544e6 req-8daace0c-862e-4def-b49c-adf5c9191114 tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7ab161b-77f6-44a7-99b6-59013816ab1c HTTP/1.1" status: 200 len: 943 time: 0.4221137 Apr 05 22:32:29.192869 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-5ea84132-f520-4b43-87d2-cc4188c1910a None None] Attempting to bind port 38baee01-8881-4b37-96b8-d8ebaa9242f0 on host dv-cinder-835879-4-iscsi for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:32:29.193256 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-5ea84132-f520-4b43-87d2-cc4188c1910a None None] Attempting to bind port 38baee01-8881-4b37-96b8-d8ebaa9242f0 by drivers openvswitch,hyperv on host dv-cinder-835879-4-iscsi at level 0 using segments [{'id': '8e05269c-2d20-4fff-93bb-3b9f88c16ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:32:29.193624 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea84132-f520-4b43-87d2-cc4188c1910a None None] Attempting to bind port 38baee01-8881-4b37-96b8-d8ebaa9242f0 on network e7e24e6e-3544-4395-8e0c-7d87fa5e4b92 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:32:29.197016 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-5d0ebe5a-ccc4-4051-9305-17b4f18d22e4 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2697c0786bb14f85b099106396e57e9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3902659 Apr 05 22:32:29.214103 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea84132-f520-4b43-87d2-cc4188c1910a None None] Checking agent: {'id': 'c28e45a8-012e-434a-8853-ea48f08ceb18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 23, 41), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:32:29.214607 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea84132-f520-4b43-87d2-cc4188c1910a None None] Checking segment: {'id': '8e05269c-2d20-4fff-93bb-3b9f88c16ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:32:29.215194 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ea84132-f520-4b43-87d2-cc4188c1910a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:29.215599 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea84132-f520-4b43-87d2-cc4188c1910a None None] Bound using segment: {'id': '8e05269c-2d20-4fff-93bb-3b9f88c16ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:32:29.216380 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f336514d-adb7-4522-bca8-c208e593d2b9 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks [] for floatingip (853729cb-2e4b-4de0-9ad9-40e8ef81a7f7), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:29.216502 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-5ea84132-f520-4b43-87d2-cc4188c1910a None None] Bound port: 38baee01-8881-4b37-96b8-d8ebaa9242f0, host: dv-cinder-835879-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e05269c-2d20-4fff-93bb-3b9f88c16ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:32:29.216812 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ea84132-f520-4b43-87d2-cc4188c1910a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (38baee01-8881-4b37-96b8-d8ebaa9242f0), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:29.304282 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device a957f97b-dd01-4197-82f8-ac18ba044691 up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:32:29.319044 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4fdd731f-bcc1-44cd-b860-b06372a2409d admin admin] Publish callbacks [] for security_group (b15494fc-fbf9-4836-9fe8-9ecca690fafd), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:29.424635 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ce7aab17-9c60-4579-bc4b-f93954d544e6 req-ec40e7bb-273b-4896-bc18-eef5d64eeb0f tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] 10.222.0.15 "GET /v2.0/security-groups?id=263214be-6e47-43b0-aecf-5b490f0bea85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629039 Apr 05 22:32:29.437091 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4fdd731f-bcc1-44cd-b860-b06372a2409d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (b15494fc-fbf9-4836-9fe8-9ecca690fafd), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:29.451496 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-5ea84132-f520-4b43-87d2-cc4188c1910a None None] For port 38baee01-8881-4b37-96b8-d8ebaa9242f0, host dv-cinder-835879-4-iscsi, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:32:29.455077 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-5ea84132-f520-4b43-87d2-cc4188c1910a None None] For port 38baee01-8881-4b37-96b8-d8ebaa9242f0, host dv-cinder-835879-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=38baee01-8881-4b37-96b8-d8ebaa9242f0,segment=NetworkSegment(8e05269c-2d20-4fff-93bb-3b9f88c16ef1),segment_id=8e05269c-2d20-4fff-93bb-3b9f88c16ef1)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:32:29.461349 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f336514d-adb7-4522-bca8-c208e593d2b9 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (0f61f928-de02-475e-9589-2761ae076337), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:29.468640 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ea84132-f520-4b43-87d2-cc4188c1910a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (38baee01-8881-4b37-96b8-d8ebaa9242f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:29.494151 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdd731f-bcc1-44cd-b860-b06372a2409d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15494fc-fbf9-4836-9fe8-9ecca690fafd,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:29.500712 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b4aedc9f-121c-4ad8-ad70-5428d130046e admin admin] Publish callbacks [] for security_group (dfa9a169-4436-4746-a917-30f8da2a8871), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:29.510517 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdf70b-159c-4ce2-b76d-e7dfe87b2c2f req-6f548527-5869-40a7-848c-8b929e6f6272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:29.512510 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-12fdf70b-159c-4ce2-b76d-e7dfe87b2c2f req-6f548527-5869-40a7-848c-8b929e6f6272 service neutron] 10.222.0.46 "GET /v2.0/networks?id=05f94c5f-b125-46ca-8a9a-45d5087a1cbd HTTP/1.1" status: 200 len: 912 time: 0.7108929 Apr 05 22:32:29.520663 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b4aedc9f-121c-4ad8-ad70-5428d130046e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (dfa9a169-4436-4746-a917-30f8da2a8871), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:29.522303 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port a957f97b-dd01-4197-82f8-ac18ba044691 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:29.522754 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (a957f97b-dd01-4197-82f8-ac18ba044691), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:29.544628 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-4fdd731f-bcc1-44cd-b860-b06372a2409d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=da6242ba6b08419db5a04d992bfbc933&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1573741 Apr 05 22:32:29.550802 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 43582) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:29.574357 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-c1a70a4d-167e-4d3b-858c-e93f026a876a None None] Provisioning complete for port 38baee01-8881-4b37-96b8-d8ebaa9242f0 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:29.574814 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c1a70a4d-167e-4d3b-858c-e93f026a876a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (38baee01-8881-4b37-96b8-d8ebaa9242f0), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:29.576218 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-b4aedc9f-121c-4ad8-ad70-5428d130046e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=57c7376ea8e54b2db94f2c5a2ee2b9e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5126204 Apr 05 22:32:29.577501 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aedc9f-121c-4ad8-ad70-5428d130046e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa9a169-4436-4746-a917-30f8da2a8871,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:29.579985 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 43584) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:29.644518 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-18867090-82f0-4f7c-a466-dbd3546062d4 service neutron] 10.222.0.15 "GET /v2.0/networks/30d168ff-b6ad-4812-af5d-7394de5c0536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4259431 Apr 05 22:32:29.648692 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5c67d5fb-a0b4-4734-b361-7d0c7b86f43a admin admin] Publish callbacks [] for security_group (dfa9a169-4436-4746-a917-30f8da2a8871), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:29.675609 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-30f61fcc-3ea2-46db-afe8-843b03e12a1e req-ff4ecfaf-3c3a-4386-96e6-0eb532317f20 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 210 time: 0.1212502 Apr 05 22:32:29.681693 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5c67d5fb-a0b4-4734-b361-7d0c7b86f43a admin admin] Publish callbacks [] for security_group (dfa9a169-4436-4746-a917-30f8da2a8871), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:29.694921 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71542e-be34-476a-9a91-44555ae10ae1 None None] Pushing event updated for resources: {'Port': ['ID=38baee01-8881-4b37-96b8-d8ebaa9242f0,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:29.757963 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea84132-f520-4b43-87d2-cc4188c1910a None None] Routers {'aa971dbb-f9a5-443b-9c12-e0b6c769bff6'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:32:29.758561 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-5ea84132-f520-4b43-87d2-cc4188c1910a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:32:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['aa971dbb-f9a5-443b-9c12-e0b6c769bff6'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:29.776026 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5c67d5fb-a0b4-4734-b361-7d0c7b86f43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (dfa9a169-4436-4746-a917-30f8da2a8871), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:29.778872 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5c67d5fb-a0b4-4734-b361-7d0c7b86f43a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:29.782457 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-5c67d5fb-a0b4-4734-b361-7d0c7b86f43a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dfa9a169-4436-4746-a917-30f8da2a8871 HTTP/1.1" status: 204 len: 168 time: 0.1993089 Apr 05 22:32:29.802763 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c67d5fb-a0b4-4734-b361-7d0c7b86f43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa9a169-4436-4746-a917-30f8da2a8871,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:29.877339 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fb023211-87f4-4b2f-bba6-fce749be63cc admin admin] Publish callbacks [] for security_group (b15494fc-fbf9-4836-9fe8-9ecca690fafd), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:29.926892 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fb023211-87f4-4b2f-bba6-fce749be63cc admin admin] Publish callbacks [] for security_group (b15494fc-fbf9-4836-9fe8-9ecca690fafd), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:29.953878 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:29.964195 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port a957f97b-dd01-4197-82f8-ac18ba044691 is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:29.965431 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 8047d317-db2f-4e80-9730-d4313e792b91 up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:32:30.037612 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-c1a70a4d-167e-4d3b-858c-e93f026a876a None None] Current status of the port 38baee01-8881-4b37-96b8-d8ebaa9242f0 is: DOWN; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:30.038007 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c1a70a4d-167e-4d3b-858c-e93f026a876a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (38baee01-8881-4b37-96b8-d8ebaa9242f0), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:30.065061 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-9b9f90bc-034d-4b9d-b8bd-e522623c8421 service neutron] 10.222.0.15 "GET /v2.0/networks/30d168ff-b6ad-4812-af5d-7394de5c0536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4191709 Apr 05 22:32:30.083718 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-5ea84132-f520-4b43-87d2-cc4188c1910a None None] Set router aa971dbb-f9a5-443b-9c12-e0b6c769bff6 gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:32:30.152205 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-0e89ba2c-5fe6-44f5-81a0-fa4ea748ca35 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:30.156247 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-0e89ba2c-5fe6-44f5-81a0-fa4ea748ca35 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/networks?id=e7e24e6e-3544-4395-8e0c-7d87fa5e4b92 HTTP/1.1" status: 200 len: 818 time: 0.3242676 Apr 05 22:32:30.178695 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fb023211-87f4-4b2f-bba6-fce749be63cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (b15494fc-fbf9-4836-9fe8-9ecca690fafd), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:30.186350 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fb023211-87f4-4b2f-bba6-fce749be63cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:30.187507 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-fb023211-87f4-4b2f-bba6-fce749be63cc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b15494fc-fbf9-4836-9fe8-9ecca690fafd HTTP/1.1" status: 204 len: 168 time: 0.6350095 Apr 05 22:32:30.195578 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-c1a70a4d-167e-4d3b-858c-e93f026a876a None None] For port 38baee01-8881-4b37-96b8-d8ebaa9242f0, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=38baee01-8881-4b37-96b8-d8ebaa9242f0,segment=NetworkSegment(8e05269c-2d20-4fff-93bb-3b9f88c16ef1),segment_id=8e05269c-2d20-4fff-93bb-3b9f88c16ef1)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:32:30.205937 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f336514d-adb7-4522-bca8-c208e593d2b9 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks [] for port (0f61f928-de02-475e-9589-2761ae076337), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:30.218809 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-4112e105-7e94-4a7a-9e95-7a643394bc26 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/quotas/20b77f8ad3b947daa87a0a858e8b7ac2 HTTP/1.1" status: 200 len: 375 time: 0.0432861 Apr 05 22:32:30.219795 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb023211-87f4-4b2f-bba6-fce749be63cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15494fc-fbf9-4836-9fe8-9ecca690fafd,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:30.228361 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f336514d-adb7-4522-bca8-c208e593d2b9 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (0f61f928-de02-475e-9589-2761ae076337), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:30.248891 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c1a70a4d-167e-4d3b-858c-e93f026a876a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (38baee01-8881-4b37-96b8-d8ebaa9242f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:30.274810 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f336514d-adb7-4522-bca8-c208e593d2b9 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528098'] for floatingip (853729cb-2e4b-4de0-9ad9-40e8ef81a7f7), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:30.318518 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336514d-adb7-4522-bca8-c208e593d2b9 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Pushing event updated for resources: {'Port': ['ID=0f61f928-de02-475e-9589-2761ae076337,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:30.322907 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f336514d-adb7-4522-bca8-c208e593d2b9 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:30.324148 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-f336514d-adb7-4522-bca8-c208e593d2b9 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8876381 Apr 05 22:32:30.379268 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6a1e30bc-0f63-40c4-a257-0b5f920ae7ee req-0b73b8d0-6447-437c-9c90-795fff6fba94 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5461b49-2cb2-4736-aa57-5af732d22cb9 HTTP/1.1" status: 200 len: 210 time: 0.0527194 Apr 05 22:32:30.398154 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-18dc4771-29a3-4ff7-aacb-b19d8d3fb491 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=20b77f8ad3b947daa87a0a858e8b7ac2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1586225 Apr 05 22:32:30.473148 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port 8047d317-db2f-4e80-9730-d4313e792b91 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:30.473885 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (8047d317-db2f-4e80-9730-d4313e792b91), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:30.511621 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a70a4d-167e-4d3b-858c-e93f026a876a None None] Pushing event updated for resources: {'Port': ['ID=38baee01-8881-4b37-96b8-d8ebaa9242f0,revision_number=5']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:30.555856 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-a703a10a-aa02-431e-b09a-0c852b0c7f0e service neutron] 10.222.0.15 "GET /v2.0/networks/e7e24e6e-3544-4395-8e0c-7d87fa5e4b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558673 Apr 05 22:32:30.570381 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-63dbf19f-f56f-4161-a543-9c2dea288d14 None None] Provisioning complete for port 38baee01-8881-4b37-96b8-d8ebaa9242f0 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:30.570837 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-63dbf19f-f56f-4161-a543-9c2dea288d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (38baee01-8881-4b37-96b8-d8ebaa9242f0), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:30.734213 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-a441cada-306b-4138-aa64-a4fb346e881c service neutron] 10.222.0.15 "GET /v2.0/networks/e7e24e6e-3544-4395-8e0c-7d87fa5e4b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767399 Apr 05 22:32:30.772473 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port 8047d317-db2f-4e80-9730-d4313e792b91 is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:30.777085 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 8699a723-d19c-4b3b-98f2-b8d4854bde18 up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:32:30.787468 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 43630) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:30.788322 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f420ced-5d9c-4959-831e-606eed764193 req-6894928a-b86a-43e7-8173-31beefb3c9c2 tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:30.797882 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6f420ced-5d9c-4959-831e-606eed764193 req-6894928a-b86a-43e7-8173-31beefb3c9c2 tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7ab161b-77f6-44a7-99b6-59013816ab1c HTTP/1.1" status: 200 len: 943 time: 0.1302466 Apr 05 22:32:30.806689 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1b7c1903-062e-4df3-adc9-4bb7d1b8ce50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:30.873540 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-63dbf19f-f56f-4161-a543-9c2dea288d14 None None] Current status of the port 38baee01-8881-4b37-96b8-d8ebaa9242f0 is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:30.880195 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:32:30.910029 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6f420ced-5d9c-4959-831e-606eed764193 req-3adbae4b-7b2d-451b-b2b4-cd3ce0ed5604 tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] 10.222.0.15 "GET /v2.0/security-groups?id=263214be-6e47-43b0-aecf-5b490f0bea85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962024 Apr 05 22:32:30.924969 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port 8699a723-d19c-4b3b-98f2-b8d4854bde18 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:30.925575 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (8699a723-d19c-4b3b-98f2-b8d4854bde18), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:30.962814 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1b7c1903-062e-4df3-adc9-4bb7d1b8ce50 admin admin] Publish callbacks [] for security_group (d436be61-9b1b-45b1-adff-17e5b5348f33), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:30.969586 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1b7c1903-062e-4df3-adc9-4bb7d1b8ce50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (d436be61-9b1b-45b1-adff-17e5b5348f33), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:31.031727 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-1b7c1903-062e-4df3-adc9-4bb7d1b8ce50 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8c447e0b720a4e4c97ab7577a0545451&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2422011 Apr 05 22:32:31.041639 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 43646) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:31.073572 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c1903-062e-4df3-adc9-4bb7d1b8ce50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d436be61-9b1b-45b1-adff-17e5b5348f33,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:31.129615 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 161a744e-dc59-4f38-a53a-ef9b9f0b709d details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:32:31.142895 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-5ea84132-f520-4b43-87d2-cc4188c1910a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'name': 'tempest-ServerRescueNegativeTestJSON-266728504-router', 'tenant_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '8699a723-d19c-4b3b-98f2-b8d4854bde18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:02Z', 'updated_at': '2022-04-05T22:32:16Z', 'revision_number': 4, 'project_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'gw_port': {'id': '8699a723-d19c-4b3b-98f2-b8d4854bde18', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:04Z', 'updated_at': '2022-04-05T22:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': '38baee01-8881-4b37-96b8-d8ebaa9242f0', 'name': '', 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92', 'tenant_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'mac_address': 'fa:16:3e:83:bf:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:13Z', 'updated_at': '2022-04-05T22:32:29Z', 'revision_number': 4, 'project_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'subnets': [{'id': '4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:31.148143 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e8b18d64-a8ed-4105-9687-7885d6452c8c req-2c615a03-59a2-49fe-8ab7-003d4e03ca37 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 210 time: 0.0811756 Apr 05 22:32:31.206359 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-b4945831-3b05-4a30-b435-3363c7caa012 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1921111377&fields=id&tenant_id=0aceb09e90a9469980b157861e02e481 HTTP/1.1" status: 200 len: 267 time: 0.1834991 Apr 05 22:32:31.208621 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea84132-f520-4b43-87d2-cc4188c1910a None None] The sync data for ids ['aa971dbb-f9a5-443b-9c12-e0b6c769bff6'] in dv-cinder-835879-4-iscsi is: [{'id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'name': 'tempest-ServerRescueNegativeTestJSON-266728504-router', 'tenant_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '8699a723-d19c-4b3b-98f2-b8d4854bde18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:02Z', 'updated_at': '2022-04-05T22:32:16Z', 'revision_number': 4, 'project_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'gw_port': {'id': '8699a723-d19c-4b3b-98f2-b8d4854bde18', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:04Z', 'updated_at': '2022-04-05T22:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': '38baee01-8881-4b37-96b8-d8ebaa9242f0', 'name': '', 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92', 'tenant_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'mac_address': 'fa:16:3e:83:bf:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:13Z', 'updated_at': '2022-04-05T22:32:29Z', 'revision_number': 4, 'project_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'subnets': [{'id': '4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:32:31.374952 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port 8699a723-d19c-4b3b-98f2-b8d4854bde18 is: DOWN; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:31.375556 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (8699a723-d19c-4b3b-98f2-b8d4854bde18), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:31.392971 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 161a744e-dc59-4f38-a53a-ef9b9f0b709d, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=161a744e-dc59-4f38-a53a-ef9b9f0b709d,segment=NetworkSegment(861068a3-7cd1-4c90-a36a-227a98f1b9d8),segment_id=861068a3-7cd1-4c90-a36a-227a98f1b9d8)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:32:31.405812 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-12fdf70b-159c-4ce2-b76d-e7dfe87b2c2f req-9c60874b-2739-443b-92c9-6a36f9d40576 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=161a744e-dc59-4f38-a53a-ef9b9f0b709d HTTP/1.1" status: 200 len: 217 time: 0.0669596 Apr 05 22:32:31.415145 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] For port 8699a723-d19c-4b3b-98f2-b8d4854bde18, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=8699a723-d19c-4b3b-98f2-b8d4854bde18,segment=NetworkSegment(2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f),segment_id=2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:32:31.425645 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Returning: {'device': '161a744e-dc59-4f38-a53a-ef9b9f0b709d', 'network_id': '05f94c5f-b125-46ca-8a9a-45d5087a1cbd', 'port_id': '161a744e-dc59-4f38-a53a-ef9b9f0b709d', 'mac_address': 'fa:16:3e:91:c7:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cb9f83c-1915-4fe3-a40e-2c91b8485971', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:32:31.429871 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (8699a723-d19c-4b3b-98f2-b8d4854bde18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:31.431028 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device c2ad5574-60b9-4e6f-86d6-63999b736e9e up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:32:31.471265 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5b8a94a9-25d8-49fa-96fe-567af878a844 req-70a1c607-863f-40f8-a7ce-619856a9c431 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 210 time: 0.2243278 Apr 05 22:32:31.474920 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3dc201e-e715-4a59-aaaf-1f1aa84b2b5d admin admin] Publish callbacks [] for security_group (d436be61-9b1b-45b1-adff-17e5b5348f33), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:31.576750 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3dc201e-e715-4a59-aaaf-1f1aa84b2b5d admin admin] Publish callbacks [] for security_group (d436be61-9b1b-45b1-adff-17e5b5348f33), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:31.686623 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdf70b-159c-4ce2-b76d-e7dfe87b2c2f req-1182e00d-e25f-4ba0-8d63-5efb66e798c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:31.694131 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-12fdf70b-159c-4ce2-b76d-e7dfe87b2c2f req-1182e00d-e25f-4ba0-8d63-5efb66e798c7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7cb9f83c-1915-4fe3-a40e-2c91b8485971 HTTP/1.1" status: 200 len: 851 time: 0.1654603 Apr 05 22:32:31.720388 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port 161a744e-dc59-4f38-a53a-ef9b9f0b709d is: DOWN; New status is: BUILD {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:31.720909 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (161a744e-dc59-4f38-a53a-ef9b9f0b709d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:31.733420 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Pushing event updated for resources: {'Port': ['ID=8699a723-d19c-4b3b-98f2-b8d4854bde18,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:31.769138 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 161a744e-dc59-4f38-a53a-ef9b9f0b709d {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:32:31.776555 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port c2ad5574-60b9-4e6f-86d6-63999b736e9e triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:31.776859 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (c2ad5574-60b9-4e6f-86d6-63999b736e9e), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:31.787523 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d1fb690a-6299-4fd8-b4af-8cd4d6201462 req-fbbf460c-e9ad-4eef-add2-440f5a16b7a5 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5461b49-2cb2-4736-aa57-5af732d22cb9 HTTP/1.1" status: 200 len: 210 time: 0.0828462 Apr 05 22:32:31.805833 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-e690b837-4614-410b-adcc-e95c795aed2e tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:31.814661 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-e690b837-4614-410b-adcc-e95c795aed2e tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/networks?id=b6baf2d1-4111-4179-97b5-8f3d3d51eaff HTTP/1.1" status: 200 len: 811 time: 0.6073239 Apr 05 22:32:31.821535 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 161a744e-dc59-4f38-a53a-ef9b9f0b709d, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=161a744e-dc59-4f38-a53a-ef9b9f0b709d,segment=NetworkSegment(861068a3-7cd1-4c90-a36a-227a98f1b9d8),segment_id=861068a3-7cd1-4c90-a36a-227a98f1b9d8)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:32:31.830851 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (161a744e-dc59-4f38-a53a-ef9b9f0b709d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:31.830984 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-348b1c63-fb35-4bb0-8cf5-d7557516f11d tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/quotas/0aceb09e90a9469980b157861e02e481 HTTP/1.1" status: 200 len: 375 time: 0.0137131 Apr 05 22:32:31.851351 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3dc201e-e715-4a59-aaaf-1f1aa84b2b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (d436be61-9b1b-45b1-adff-17e5b5348f33), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:31.853981 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3dc201e-e715-4a59-aaaf-1f1aa84b2b5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:31.856823 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-e3dc201e-e715-4a59-aaaf-1f1aa84b2b5d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d436be61-9b1b-45b1-adff-17e5b5348f33 HTTP/1.1" status: 204 len: 168 time: 0.8125265 Apr 05 22:32:31.885314 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc201e-e715-4a59-aaaf-1f1aa84b2b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d436be61-9b1b-45b1-adff-17e5b5348f33,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:31.905937 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=161a744e-dc59-4f38-a53a-ef9b9f0b709d,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:31.909176 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.46', 58625) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:31.978396 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-12fdf70b-159c-4ce2-b76d-e7dfe87b2c2f req-950aaae5-e885-4849-893c-c0f1b13452d5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=05f94c5f-b125-46ca-8a9a-45d5087a1cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776155 Apr 05 22:32:32.029529 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port c2ad5574-60b9-4e6f-86d6-63999b736e9e is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:32.030853 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:32:32.090636 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-f030ac50-c628-4ba7-aea2-1cba20ee08e4 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0aceb09e90a9469980b157861e02e481&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2564802 Apr 05 22:32:32.151541 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:32.152106 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:32.226028 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] get_ports_and_sgs() called for port_ids ['161a744e-dc59-4f38-a53a-ef9b9f0b709d'] {{(pid=103304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:32:32.249973 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-12fdf70b-159c-4ce2-b76d-e7dfe87b2c2f req-a3e690be-47b2-4d88-82e6-31696981254f service neutron] 10.222.0.46 "GET /v2.0/networks/05f94c5f-b125-46ca-8a9a-45d5087a1cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634649 Apr 05 22:32:32.393423 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-c108b0b1-a17f-4a29-9b8d-b8dcf587ee17 service neutron] 10.222.0.15 "GET /v2.0/networks/b6baf2d1-4111-4179-97b5-8f3d3d51eaff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484932 Apr 05 22:32:32.413959 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-12fdf70b-159c-4ce2-b76d-e7dfe87b2c2f req-eca695d9-facd-442d-804f-8964f10fd6dc service neutron] 10.222.0.46 "GET /v2.0/networks/05f94c5f-b125-46ca-8a9a-45d5087a1cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570833 Apr 05 22:32:32.440096 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:32.524697 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-d3d72d06-6580-4609-8de4-2e46e54376c3 service neutron] 10.222.0.15 "GET /v2.0/networks/b6baf2d1-4111-4179-97b5-8f3d3d51eaff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132579 Apr 05 22:32:32.572914 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c2cb7-05bf-4eeb-8b68-7ad5be9d0141 req-731e7922-72b3-4803-9bd4-d35c624ecc65 tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:32.580967 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-366c2cb7-05bf-4eeb-8b68-7ad5be9d0141 req-731e7922-72b3-4803-9bd4-d35c624ecc65 tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7ab161b-77f6-44a7-99b6-59013816ab1c HTTP/1.1" status: 200 len: 944 time: 0.5485647 Apr 05 22:32:32.645307 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a766e12-839d-4037-a763-7860bd20dd55 req-5d8644ce-b907-45b9-a18c-2f354de19f1d tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:32.654983 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1a766e12-839d-4037-a763-7860bd20dd55 req-5d8644ce-b907-45b9-a18c-2f354de19f1d tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.46 "GET /v2.0/networks?id=e7e24e6e-3544-4395-8e0c-7d87fa5e4b92 HTTP/1.1" status: 200 len: 818 time: 0.7315052 Apr 05 22:32:32.662226 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [req-1a766e12-839d-4037-a763-7860bd20dd55 req-ef6e68c6-e38e-42af-a553-30392114406d tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Request body: {'port': {'device_id': 'fcc0baa4-a1b3-4f83-bb87-e1b3f221405c', 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92', 'admin_state_up': True, 'tenant_id': '20b77f8ad3b947daa87a0a858e8b7ac2'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:32.684922 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 8699a723-d19c-4b3b-98f2-b8d4854bde18 up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:32:32.812570 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port 8699a723-d19c-4b3b-98f2-b8d4854bde18 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:32.813234 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (8699a723-d19c-4b3b-98f2-b8d4854bde18), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:32.864722 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-8d11bd0c-f189-44cc-84aa-7270202f09e8 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:32.873991 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-8d11bd0c-f189-44cc-84aa-7270202f09e8 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.46 "GET /v2.0/networks?id=5f18d588-ed8c-4ba8-aa61-86f84f08ea4b HTTP/1.1" status: 200 len: 817 time: 0.3224270 Apr 05 22:32:32.875483 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.46', 58629) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:33.073741 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port 8699a723-d19c-4b3b-98f2-b8d4854bde18 is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:33.074902 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device ee57049b-5a1f-4d98-9942-93b61a87bf02 up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:32:33.109578 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a766e12-839d-4037-a763-7860bd20dd55 req-ef6e68c6-e38e-42af-a553-30392114406d tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Made reservation on behalf of 20b77f8ad3b947daa87a0a858e8b7ac2 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:32:33.115255 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1a766e12-839d-4037-a763-7860bd20dd55 req-ef6e68c6-e38e-42af-a553-30392114406d tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:33.120356 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 161a744e-dc59-4f38-a53a-ef9b9f0b709d up at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:32:33.190184 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-6c52867c-99db-44bf-aaeb-8816c7550fdc tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:33.198809 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-6c52867c-99db-44bf-aaeb-8816c7550fdc tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.46 "GET /v2.0/networks?id=30d168ff-b6ad-4812-af5d-7394de5c0536 HTTP/1.1" status: 200 len: 814 time: 0.3203697 Apr 05 22:32:33.414782 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port ee57049b-5a1f-4d98-9942-93b61a87bf02 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:33.415168 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (ee57049b-5a1f-4d98-9942-93b61a87bf02), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:33.452068 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning for port 161a744e-dc59-4f38-a53a-ef9b9f0b709d completed by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:32:33.461322 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning complete for port 161a744e-dc59-4f38-a53a-ef9b9f0b709d triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:33.461707 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (161a744e-dc59-4f38-a53a-ef9b9f0b709d), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:33.507464 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.46', 58634) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:33.525548 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-ab40403e-2baa-4866-ab50-545b17f96a1e tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53101836a2ba42f5b58f4a6b84af6522 HTTP/1.1" status: 200 len: 378 time: 0.3610854 Apr 05 22:32:33.588469 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port ee57049b-5a1f-4d98-9942-93b61a87bf02 is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:33.589628 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 38baee01-8881-4b37-96b8-d8ebaa9242f0 up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:32:33.648905 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-ccdec862-1e1c-4a5b-af36-0df85a5cf7b4 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2697c0786bb14f85b099106396e57e9e HTTP/1.1" status: 200 len: 379 time: 0.3755708 Apr 05 22:32:33.665615 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port 161a744e-dc59-4f38-a53a-ef9b9f0b709d is: BUILD; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:33.666016 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (161a744e-dc59-4f38-a53a-ef9b9f0b709d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:33.672965 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-b192cedb-fa65-4ae9-9509-bdfe01f11fa5 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Request body: {'port': {'device_id': '0fe8a2ff-32d2-4752-bb89-b317c0dffc67', 'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b', 'admin_state_up': True, 'tenant_id': '53101836a2ba42f5b58f4a6b84af6522', 'security_groups': ['303b43fe-b675-47c7-bab6-ff2b62b5194d']}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:33.727086 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-4adf7a10-bd9a-4e6b-8fff-db90361db2c5 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Request body: {'port': {'device_id': 'e5461b49-2cb2-4736-aa57-5af732d22cb9', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'admin_state_up': True, 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'security_groups': ['19a7ba34-fa7d-4396-8b10-8bab5efb6589']}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:33.756143 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ab161b-77f6-44a7-99b6-59013816ab1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161a744e-dc59-4f38-a53a-ef9b9f0b709d'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:32:33.793910 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ed533144-9165-42d9-a92c-e2dc801de991 req-1e8866fe-f626-4472-b2ae-d60215fc144c tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 210 time: 0.7397988 Apr 05 22:32:33.802193 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-366c2cb7-05bf-4eeb-8b68-7ad5be9d0141 req-2d662da3-0dbd-4799-a03d-b77319a57926 tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] 10.222.0.15 "GET /v2.0/security-groups?id=263214be-6e47-43b0-aecf-5b490f0bea85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2203655 Apr 05 22:32:33.929730 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 161a744e-dc59-4f38-a53a-ef9b9f0b709d, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=161a744e-dc59-4f38-a53a-ef9b9f0b709d,segment=NetworkSegment(861068a3-7cd1-4c90-a36a-227a98f1b9d8),segment_id=861068a3-7cd1-4c90-a36a-227a98f1b9d8)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:32:33.937164 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port 38baee01-8881-4b37-96b8-d8ebaa9242f0 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:33.937835 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (38baee01-8881-4b37-96b8-d8ebaa9242f0), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:34.061161 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (161a744e-dc59-4f38-a53a-ef9b9f0b709d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:34.084888 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-64b26071-9914-496d-a966-54077074ebf6 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:34.086011 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-64b26071-9914-496d-a966-54077074ebf6 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.46 "GET /v2.0/networks?id=e7e24e6e-3544-4395-8e0c-7d87fa5e4b92 HTTP/1.1" status: 200 len: 818 time: 0.5589104 Apr 05 22:32:34.105415 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-401ff0ae-581e-495e-9aa3-f607039881ec tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Request body: {'port': {'device_id': '7d83bb80-14f0-4f1a-9baa-4d49ba66c39f', 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92', 'admin_state_up': True, 'tenant_id': '20b77f8ad3b947daa87a0a858e8b7ac2'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:34.160212 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-4adf7a10-bd9a-4e6b-8fff-db90361db2c5 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Made reservation on behalf of 2697c0786bb14f85b099106396e57e9e for: {'port': 1} {{(pid=103303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:32:34.163702 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-4adf7a10-bd9a-4e6b-8fff-db90361db2c5 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:34.208834 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-b192cedb-fa65-4ae9-9509-bdfe01f11fa5 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Made reservation on behalf of 53101836a2ba42f5b58f4a6b84af6522 for: {'port': 1} {{(pid=103303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:32:34.212099 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-b192cedb-fa65-4ae9-9509-bdfe01f11fa5 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:34.269095 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=161a744e-dc59-4f38-a53a-ef9b9f0b709d,revision_number=5']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:34.323941 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port 38baee01-8881-4b37-96b8-d8ebaa9242f0 is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:34.332537 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cbb19e1b-3532-48cf-8fc8-84b66c34c019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:34.387243 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16471d07bccade7c78bbaf7939695eccfc965b3074ad902c0ac28a73985796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70331799-9f7b-4916-aacd-5d1916dcad01" -d '{"events": [{"server_uuid": "b7ab161b-77f6-44a7-99b6-59013816ab1c", "name": "network-vif-plugged", "status": "completed", "tag": "161a744e-dc59-4f38-a53a-ef9b9f0b709d"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:32:34.426029 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6dbcbd33-36dc-47ab-bedb-78d7f8f01eff req-03edcf48-dec9-47b1-9eb9-6238f37f2221 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 210 time: 0.1091051 Apr 05 22:32:34.427569 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-1a766e12-839d-4037-a763-7860bd20dd55 req-ef6e68c6-e38e-42af-a553-30392114406d tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Allocated IP 172.20.0.3 (e7e24e6e-3544-4395-8e0c-7d87fa5e4b92/4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b/e6d0f6dc-997d-4ab9-9778-2e6151466215) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:32:34.431992 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1a041e08-3321-4e01-bc2b-6ced905f2b39 req-a11b73ea-bdee-4831-80a3-9d05055bb92b tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5461b49-2cb2-4736-aa57-5af732d22cb9 HTTP/1.1" status: 200 len: 210 time: 0.1238511 Apr 05 22:32:34.541437 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-b192cedb-fa65-4ae9-9509-bdfe01f11fa5 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Allocated IP 172.20.0.14 (5f18d588-ed8c-4ba8-aa61-86f84f08ea4b/de490332-8df6-483d-b976-f39e215adfd8/a11904cd-7e78-4883-98a9-92fb30b55a65) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:32:34.723827 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f5afbf8a-11e3-47e3-bed1-030e7d484416 req-746649c2-8119-4891-8f1b-74efd2796763 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 210 time: 0.1705821 Apr 05 22:32:34.755614 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.46', 58638) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:34.938322 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f39a40-0557-45fa-aa64-bfd7968fe81a x-openstack-request-id: req-27f39a40-0557-45fa-aa64-bfd7968fe81a {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:32:34.939528 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ab161b-77f6-44a7-99b6-59013816ab1c", "name": "network-vif-plugged", "status": "completed", "tag": "161a744e-dc59-4f38-a53a-ef9b9f0b709d", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:32:34.939606 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-27f39a40-0557-45fa-aa64-bfd7968fe81a {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:32:34.940468 dv-cinder-835879-4-iscsi neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27f39a40-0557-45fa-aa64-bfd7968fe81a'] response: {'server_uuid': 'b7ab161b-77f6-44a7-99b6-59013816ab1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161a744e-dc59-4f38-a53a-ef9b9f0b709d', 'code': 200} Apr 05 22:32:35.069708 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1a766e12-839d-4037-a763-7860bd20dd55 req-ef6e68c6-e38e-42af-a553-30392114406d tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks [] for port (e6d0f6dc-997d-4ab9-9778-2e6151466215), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:35.088623 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-b192cedb-fa65-4ae9-9509-bdfe01f11fa5 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks [] for port (a11904cd-7e78-4883-98a9-92fb30b55a65), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:35.107873 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-44cb325b-3cdc-4ffc-993e-df20ba73d079 req-14eae967-8b20-4be7-8ca6-e77e09bd663d tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 210 time: 0.0623426 Apr 05 22:32:35.134703 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-690d4a34-703f-4ba8-81c2-9aa7681f3bb5 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:35.136241 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-690d4a34-703f-4ba8-81c2-9aa7681f3bb5 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.46 "GET /v2.0/networks?id=b6baf2d1-4111-4179-97b5-8f3d3d51eaff HTTP/1.1" status: 200 len: 811 time: 0.3796482 Apr 05 22:32:35.163031 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-4adf7a10-bd9a-4e6b-8fff-db90361db2c5 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Allocated IP 172.20.0.9 (30d168ff-b6ad-4812-af5d-7394de5c0536/1f7e6b53-f66a-4bf5-b303-757e7b31098d/87ce46ac-b115-4660-b05d-ad5035e8f486) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:32:35.166960 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f769d-5009-4284-852a-5caa60814b81 req-018be592-5597-462e-8212-0158f08312fe tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:35.174599 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-149f769d-5009-4284-852a-5caa60814b81 req-018be592-5597-462e-8212-0158f08312fe tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7ab161b-77f6-44a7-99b6-59013816ab1c HTTP/1.1" status: 200 len: 945 time: 0.1925359 Apr 05 22:32:35.184414 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-401ff0ae-581e-495e-9aa3-f607039881ec tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Made reservation on behalf of 20b77f8ad3b947daa87a0a858e8b7ac2 for: {'port': 1} {{(pid=103303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:32:35.189288 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-401ff0ae-581e-495e-9aa3-f607039881ec tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:35.222528 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.46', 58641) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:35.227197 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-b192cedb-fa65-4ae9-9509-bdfe01f11fa5 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596'] for port (a11904cd-7e78-4883-98a9-92fb30b55a65), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:35.343442 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1a766e12-839d-4037-a763-7860bd20dd55 req-ef6e68c6-e38e-42af-a553-30392114406d tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596'] for port (e6d0f6dc-997d-4ab9-9778-2e6151466215), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:35.383063 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-78c434a9-57e7-4158-9ac3-c986dc85edca tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0aceb09e90a9469980b157861e02e481 HTTP/1.1" status: 200 len: 380 time: 0.2059813 Apr 05 22:32:35.414536 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-149f769d-5009-4284-852a-5caa60814b81 req-f534da0b-775d-459d-b647-321b8fdceb0b tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] 10.222.0.15 "GET /v2.0/security-groups?id=263214be-6e47-43b0-aecf-5b490f0bea85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386351 Apr 05 22:32:35.422940 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-77147c2d-ce54-40f3-b8e8-482860bcfe9d tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Request body: {'port': {'device_id': '70c97b8f-b9f5-4658-bac4-08f8376e04ae', 'network_id': 'b6baf2d1-4111-4179-97b5-8f3d3d51eaff', 'admin_state_up': True, 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'security_groups': ['9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:35.467487 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a766e12-839d-4037-a763-7860bd20dd55 req-ef6e68c6-e38e-42af-a553-30392114406d tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Network e7e24e6e-3544-4395-8e0c-7d87fa5e4b92 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:32:35.474586 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-b192cedb-fa65-4ae9-9509-bdfe01f11fa5 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Network 5f18d588-ed8c-4ba8-aa61-86f84f08ea4b is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:32:35.479544 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-1a766e12-839d-4037-a763-7860bd20dd55 req-ef6e68c6-e38e-42af-a553-30392114406d tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:32:35.485069 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570ff15-2c56-448f-b369-87f9a64272db req-1b344204-ad6c-43f2-8212-07bcfff45db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:35.486908 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-8570ff15-2c56-448f-b369-87f9a64272db req-1b344204-ad6c-43f2-8212-07bcfff45db7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b7ab161b-77f6-44a7-99b6-59013816ab1c HTTP/1.1" status: 200 len: 1129 time: 0.2611535 Apr 05 22:32:35.493699 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-b192cedb-fa65-4ae9-9509-bdfe01f11fa5 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:32:35.507214 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-b192cedb-fa65-4ae9-9509-bdfe01f11fa5 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:32:35.512520 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-b192cedb-fa65-4ae9-9509-bdfe01f11fa5 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:35.513200 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-b192cedb-fa65-4ae9-9509-bdfe01f11fa5 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for port (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:35.535920 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a766e12-839d-4037-a763-7860bd20dd55 req-ef6e68c6-e38e-42af-a553-30392114406d tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:32:35.541960 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a766e12-839d-4037-a763-7860bd20dd55 req-ef6e68c6-e38e-42af-a553-30392114406d tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:35.542787 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1a766e12-839d-4037-a763-7860bd20dd55 req-ef6e68c6-e38e-42af-a553-30392114406d tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:35.547709 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-b192cedb-fa65-4ae9-9509-bdfe01f11fa5 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8922515 Apr 05 22:32:35.567150 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e68c6-e38e-42af-a553-30392114406d tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Pushing event updated for resources: {'Port': ['ID=e6d0f6dc-997d-4ab9-9778-2e6151466215,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:35.571962 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b192cedb-fa65-4ae9-9509-bdfe01f11fa5 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Pushing event updated for resources: {'Port': ['ID=a11904cd-7e78-4883-98a9-92fb30b55a65,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:35.591588 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-45ffa440-c641-4aab-99ef-8082829505e2 service neutron] Request body: {'port': {'device_id': '0fe8a2ff-32d2-4752-bb89-b317c0dffc67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:35.605439 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-8570ff15-2c56-448f-b369-87f9a64272db req-44e51405-5c27-4b26-a2eb-48c40b7db2bb service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:35.633119 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-91ce5894-ba79-4805-9663-ab63b2ebf730 req-f1335f9f-5e09-4bc4-8f7d-be9bd9c779bb tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 210 time: 0.0851419 Apr 05 22:32:35.673338 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9fdf9122-932f-4c9e-92d1-538db22a563c req-8f379850-e0b3-4d0f-bc10-26c545d6f69e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5461b49-2cb2-4736-aa57-5af732d22cb9 HTTP/1.1" status: 200 len: 210 time: 0.0930617 Apr 05 22:32:35.679263 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1a766e12-839d-4037-a763-7860bd20dd55 req-ef6e68c6-e38e-42af-a553-30392114406d tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0226002 Apr 05 22:32:35.723677 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [req-1a766e12-839d-4037-a763-7860bd20dd55 req-44d4ad8c-b395-4752-8c4d-2bba7bd3dad9 service neutron] Request body: {'port': {'device_id': 'fcc0baa4-a1b3-4f83-bb87-e1b3f221405c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:35.860913 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-d87b2151-7988-442c-a35c-f3633a2881a8 None None] Provisioning complete for port a11904cd-7e78-4883-98a9-92fb30b55a65 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:35.861291 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d87b2151-7988-442c-a35c-f3633a2881a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (a11904cd-7e78-4883-98a9-92fb30b55a65), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:35.897958 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-4adf7a10-bd9a-4e6b-8fff-db90361db2c5 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for port (87ce46ac-b115-4660-b05d-ad5035e8f486), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:35.928661 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ce33276c-be6b-4e1d-a1d9-63a8346c9934 req-42418a58-680b-40c5-a424-9b65a4dcae4d tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 210 time: 0.0561891 Apr 05 22:32:35.928661 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-77147c2d-ce54-40f3-b8e8-482860bcfe9d tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Made reservation on behalf of 0aceb09e90a9469980b157861e02e481 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:32:35.928661 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-77147c2d-ce54-40f3-b8e8-482860bcfe9d tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:35.944406 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-401ff0ae-581e-495e-9aa3-f607039881ec tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Allocated IP 172.20.0.5 (e7e24e6e-3544-4395-8e0c-7d87fa5e4b92/4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b/4d6602cb-1932-44b9-8ab6-3ab98e1798dd) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:32:35.947698 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-d87b2151-7988-442c-a35c-f3633a2881a8 None None] Port a11904cd-7e78-4883-98a9-92fb30b55a65 cannot update to ACTIVE because it is not bound. {{(pid=103304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:32:35.957356 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1a766e12-839d-4037-a763-7860bd20dd55 req-44d4ad8c-b395-4752-8c4d-2bba7bd3dad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (e6d0f6dc-997d-4ab9-9778-2e6151466215), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:35.971553 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-45ffa440-c641-4aab-99ef-8082829505e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (a11904cd-7e78-4883-98a9-92fb30b55a65), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:36.078194 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-b396b9ec-f6c5-47e5-800f-75988ce702fb None None] Provisioning complete for port e6d0f6dc-997d-4ab9-9778-2e6151466215 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:36.079711 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b396b9ec-f6c5-47e5-800f-75988ce702fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (e6d0f6dc-997d-4ab9-9778-2e6151466215), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:36.100605 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-4adf7a10-bd9a-4e6b-8fff-db90361db2c5 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596'] for port (87ce46ac-b115-4660-b05d-ad5035e8f486), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:36.182113 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b396b9ec-f6c5-47e5-800f-75988ce702fb None None] Port e6d0f6dc-997d-4ab9-9778-2e6151466215 cannot update to ACTIVE because it is not bound. {{(pid=103304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:32:36.184789 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-8570ff15-2c56-448f-b369-87f9a64272db req-44e51405-5c27-4b26-a2eb-48c40b7db2bb service neutron] Publish callbacks [] for security_group (5c843386-fe4c-4880-be76-396f9fe18b88), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:36.285332 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-77147c2d-ce54-40f3-b8e8-482860bcfe9d tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Allocated IP 172.20.0.10 (b6baf2d1-4111-4179-97b5-8f3d3d51eaff/acc4bb93-55f5-4d18-8058-b058867f2321/4640548d-5069-4d6c-aff5-d4b623b01a6c) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:32:36.316309 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-8570ff15-2c56-448f-b369-87f9a64272db req-44e51405-5c27-4b26-a2eb-48c40b7db2bb service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (5c843386-fe4c-4880-be76-396f9fe18b88), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:36.339862 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-4adf7a10-bd9a-4e6b-8fff-db90361db2c5 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Network 30d168ff-b6ad-4812-af5d-7394de5c0536 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:32:36.384464 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-4adf7a10-bd9a-4e6b-8fff-db90361db2c5 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:32:36.384464 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf7a10-bd9a-4e6b-8fff-db90361db2c5 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Pushing event updated for resources: {'Port': ['ID=87ce46ac-b115-4660-b05d-ad5035e8f486,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:36.390415 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e492949-b3b0-47df-9af7-7024f83448f8 req-42f637d2-7e0a-4f80-aa0a-4285c12c2df8 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:36.392539 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1e492949-b3b0-47df-9af7-7024f83448f8 req-42f637d2-7e0a-4f80-aa0a-4285c12c2df8 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 932 time: 0.1514525 Apr 05 22:32:36.396664 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-4adf7a10-bd9a-4e6b-8fff-db90361db2c5 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:32:36.401827 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-4adf7a10-bd9a-4e6b-8fff-db90361db2c5 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:36.402456 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-4adf7a10-bd9a-4e6b-8fff-db90361db2c5 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for port (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:36.448082 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e51405-5c27-4b26-a2eb-48c40b7db2bb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5c843386-fe4c-4880-be76-396f9fe18b88,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:36.467871 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-8570ff15-2c56-448f-b369-87f9a64272db req-44e51405-5c27-4b26-a2eb-48c40b7db2bb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=263214be-6e47-43b0-aecf-5b490f0bea85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9634881 Apr 05 22:32:36.510862 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-4adf7a10-bd9a-4e6b-8fff-db90361db2c5 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8198526 Apr 05 22:32:36.607927 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-401ff0ae-581e-495e-9aa3-f607039881ec tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks [] for port (4d6602cb-1932-44b9-8ab6-3ab98e1798dd), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:36.617128 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1e492949-b3b0-47df-9af7-7024f83448f8 req-d869603e-a2e8-4be2-99fb-2b0b4430c82d tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1941214 Apr 05 22:32:36.760432 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-c420f956-37fc-40e9-8311-64b3fd45108f service neutron] Request body: {'port': {'device_id': 'e5461b49-2cb2-4736-aa57-5af732d22cb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:36.770684 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-401ff0ae-581e-495e-9aa3-f607039881ec tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596'] for port (4d6602cb-1932-44b9-8ab6-3ab98e1798dd), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:36.782003 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c721c3d-5d7c-4cf1-a3e6-ae8965ca312f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:36.825809 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-f3edfe0c-1fc2-43c5-9374-3c2ecc11732f None None] Provisioning complete for port 87ce46ac-b115-4660-b05d-ad5035e8f486 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:36.826464 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f3edfe0c-1fc2-43c5-9374-3c2ecc11732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (87ce46ac-b115-4660-b05d-ad5035e8f486), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:36.878217 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-f3edfe0c-1fc2-43c5-9374-3c2ecc11732f None None] Port 87ce46ac-b115-4660-b05d-ad5035e8f486 cannot update to ACTIVE because it is not bound. {{(pid=103304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:32:36.886102 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-401ff0ae-581e-495e-9aa3-f607039881ec tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Network e7e24e6e-3544-4395-8e0c-7d87fa5e4b92 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:32:36.904531 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.notifiers.nova [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-45ffa440-c641-4aab-99ef-8082829505e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a11904cd-7e78-4883-98a9-92fb30b55a65 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:32:36.920500 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-401ff0ae-581e-495e-9aa3-f607039881ec tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:32:36.926252 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-45ffa440-c641-4aab-99ef-8082829505e2 service neutron] Publish callbacks [] for port (a11904cd-7e78-4883-98a9-92fb30b55a65), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:36.932009 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-401ff0ae-581e-495e-9aa3-f607039881ec tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:32:36.938141 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-401ff0ae-581e-495e-9aa3-f607039881ec tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:36.938141 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-401ff0ae-581e-495e-9aa3-f607039881ec tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for port (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:36.940925 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ff0ae-581e-495e-9aa3-f607039881ec tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Pushing event updated for resources: {'Port': ['ID=4d6602cb-1932-44b9-8ab6-3ab98e1798dd,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:36.959439 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-c420f956-37fc-40e9-8311-64b3fd45108f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (87ce46ac-b115-4660-b05d-ad5035e8f486), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:36.976865 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-45ffa440-c641-4aab-99ef-8082829505e2 service neutron] Transition to ACTIVE for port object a11904cd-7e78-4883-98a9-92fb30b55a65 will not be triggered until provisioned by entity L2. {{(pid=103303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:32:36.985309 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-401ff0ae-581e-495e-9aa3-f607039881ec tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8858898 Apr 05 22:32:37.011570 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-45ffa440-c641-4aab-99ef-8082829505e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (a11904cd-7e78-4883-98a9-92fb30b55a65), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:37.051670 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-77147c2d-ce54-40f3-b8e8-482860bcfe9d tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks [] for port (4640548d-5069-4d6c-aff5-d4b623b01a6c), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:37.164756 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ffa440-c641-4aab-99ef-8082829505e2 service neutron] Pushing event updated for resources: {'Port': ['ID=a11904cd-7e78-4883-98a9-92fb30b55a65,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:37.185079 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0b0af-4dcc-4d80-897a-19b652dbb981 req-5c0c7450-4ad7-4394-846a-cec1a14a5b01 tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:37.186654 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-97f0b0af-4dcc-4d80-897a-19b652dbb981 req-5c0c7450-4ad7-4394-846a-cec1a14a5b01 tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7ab161b-77f6-44a7-99b6-59013816ab1c HTTP/1.1" status: 200 len: 945 time: 0.6240368 Apr 05 22:32:37.194280 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0abead6-54e7-413e-9559-5dafe74e3d62 req-c06ba85d-e9aa-4a22-a673-23a797297b44 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:37.195734 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e0abead6-54e7-413e-9559-5dafe74e3d62 req-c06ba85d-e9aa-4a22-a673-23a797297b44 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 931 time: 0.3219311 Apr 05 22:32:37.220428 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [req-1a766e12-839d-4037-a763-7860bd20dd55 req-44d4ad8c-b395-4752-8c4d-2bba7bd3dad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6d0f6dc-997d-4ab9-9778-2e6151466215 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:32:37.231441 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-45ffa440-c641-4aab-99ef-8082829505e2 service neutron] Attempting to bind port a11904cd-7e78-4883-98a9-92fb30b55a65 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:32:37.231794 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-45ffa440-c641-4aab-99ef-8082829505e2 service neutron] Attempting to bind port a11904cd-7e78-4883-98a9-92fb30b55a65 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'bad0aca7-96dd-472c-9062-1cdad7db236b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:32:37.232253 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-45ffa440-c641-4aab-99ef-8082829505e2 service neutron] Attempting to bind port a11904cd-7e78-4883-98a9-92fb30b55a65 on network 5f18d588-ed8c-4ba8-aa61-86f84f08ea4b {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:32:37.255213 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-45ffa440-c641-4aab-99ef-8082829505e2 service neutron] Port a11904cd-7e78-4883-98a9-92fb30b55a65 on network 5f18d588-ed8c-4ba8-aa61-86f84f08ea4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:32:37.255540 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-45ffa440-c641-4aab-99ef-8082829505e2 service neutron] Attempting to bind port a11904cd-7e78-4883-98a9-92fb30b55a65 on network 5f18d588-ed8c-4ba8-aa61-86f84f08ea4b {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:32:37.259904 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1a766e12-839d-4037-a763-7860bd20dd55 req-44d4ad8c-b395-4752-8c4d-2bba7bd3dad9 service neutron] Publish callbacks [] for port (e6d0f6dc-997d-4ab9-9778-2e6151466215), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:37.270261 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-45ffa440-c641-4aab-99ef-8082829505e2 service neutron] Checking agent: {'id': '3b59f0d0-9584-48dd-b0cd-e16373160cf9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 30), 'started_at': datetime.datetime(2022, 4, 5, 22, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:32:37.270599 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-45ffa440-c641-4aab-99ef-8082829505e2 service neutron] Checking segment: {'id': 'bad0aca7-96dd-472c-9062-1cdad7db236b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:32:37.270984 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-45ffa440-c641-4aab-99ef-8082829505e2 service neutron] Bound using segment: {'id': 'bad0aca7-96dd-472c-9062-1cdad7db236b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:32:37.271423 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-45ffa440-c641-4aab-99ef-8082829505e2 service neutron] Bound port: a11904cd-7e78-4883-98a9-92fb30b55a65, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bad0aca7-96dd-472c-9062-1cdad7db236b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:32:37.271781 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-45ffa440-c641-4aab-99ef-8082829505e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (a11904cd-7e78-4883-98a9-92fb30b55a65), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:37.305008 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-12c23042-6eff-41ee-ab53-4e6c5cc6e513 None None] Provisioning complete for port 4d6602cb-1932-44b9-8ab6-3ab98e1798dd triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:37.305547 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-12c23042-6eff-41ee-ab53-4e6c5cc6e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (4d6602cb-1932-44b9-8ab6-3ab98e1798dd), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:37.331261 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-97f0b0af-4dcc-4d80-897a-19b652dbb981 req-f17cea63-bda2-4c7c-9130-29cdb356ac3b tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] 10.222.0.15 "GET /v2.0/security-groups?id=263214be-6e47-43b0-aecf-5b490f0bea85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292930 Apr 05 22:32:37.338146 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-1a766e12-839d-4037-a763-7860bd20dd55 req-44d4ad8c-b395-4752-8c4d-2bba7bd3dad9 service neutron] Transition to ACTIVE for port object e6d0f6dc-997d-4ab9-9778-2e6151466215 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:32:37.340259 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-77147c2d-ce54-40f3-b8e8-482860bcfe9d tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596'] for port (4640548d-5069-4d6c-aff5-d4b623b01a6c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:37.414127 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-79f516a8-b812-44e6-b320-8d834d55d423 service neutron] Request body: {'port': {'device_id': '7d83bb80-14f0-4f1a-9baa-4d49ba66c39f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:37.427214 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e0abead6-54e7-413e-9559-5dafe74e3d62 req-1d5296e3-c21e-4dc5-baac-41c3bee4e66c tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104511 Apr 05 22:32:37.440221 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1a766e12-839d-4037-a763-7860bd20dd55 req-44d4ad8c-b395-4752-8c4d-2bba7bd3dad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (e6d0f6dc-997d-4ab9-9778-2e6151466215), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:37.489526 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77147c2d-ce54-40f3-b8e8-482860bcfe9d tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Pushing event updated for resources: {'Port': ['ID=4640548d-5069-4d6c-aff5-d4b623b01a6c,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:37.506086 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-77147c2d-ce54-40f3-b8e8-482860bcfe9d tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Network b6baf2d1-4111-4179-97b5-8f3d3d51eaff is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:32:37.539904 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-77147c2d-ce54-40f3-b8e8-482860bcfe9d tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:32:37.540193 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.notifiers.nova [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-c420f956-37fc-40e9-8311-64b3fd45108f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87ce46ac-b115-4660-b05d-ad5035e8f486 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:32:37.560700 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-c420f956-37fc-40e9-8311-64b3fd45108f service neutron] Publish callbacks [] for port (87ce46ac-b115-4660-b05d-ad5035e8f486), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:37.568107 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.db [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-45ffa440-c641-4aab-99ef-8082829505e2 service neutron] For port a11904cd-7e78-4883-98a9-92fb30b55a65, host hv-cinder-83587, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:32:37.571961 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:37.573199 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-12c23042-6eff-41ee-ab53-4e6c5cc6e513 None None] Port 4d6602cb-1932-44b9-8ab6-3ab98e1798dd cannot update to ACTIVE because it is not bound. {{(pid=103304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:32:37.587626 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.db [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-45ffa440-c641-4aab-99ef-8082829505e2 service neutron] For port a11904cd-7e78-4883-98a9-92fb30b55a65, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=a11904cd-7e78-4883-98a9-92fb30b55a65,segment=NetworkSegment(bad0aca7-96dd-472c-9062-1cdad7db236b),segment_id=bad0aca7-96dd-472c-9062-1cdad7db236b)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:32:37.592756 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-79f516a8-b812-44e6-b320-8d834d55d423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (4d6602cb-1932-44b9-8ab6-3ab98e1798dd), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:37.598225 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-c420f956-37fc-40e9-8311-64b3fd45108f service neutron] Transition to ACTIVE for port object 87ce46ac-b115-4660-b05d-ad5035e8f486 will not be triggered until provisioned by entity L2. {{(pid=103303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:32:37.606155 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-45ffa440-c641-4aab-99ef-8082829505e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (a11904cd-7e78-4883-98a9-92fb30b55a65), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:37.613240 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-c420f956-37fc-40e9-8311-64b3fd45108f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (87ce46ac-b115-4660-b05d-ad5035e8f486), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:37.613439 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-77147c2d-ce54-40f3-b8e8-482860bcfe9d tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:32:37.620031 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-77147c2d-ce54-40f3-b8e8-482860bcfe9d tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:37.620823 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-77147c2d-ce54-40f3-b8e8-482860bcfe9d tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:37.702476 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-45ffa440-c641-4aab-99ef-8082829505e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:37.703108 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-45ffa440-c641-4aab-99ef-8082829505e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for port (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:37.705101 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-45ffa440-c641-4aab-99ef-8082829505e2 service neutron] 10.222.0.46 "PUT /v2.0/ports/a11904cd-7e78-4883-98a9-92fb30b55a65 HTTP/1.1" status: 200 len: 1094 time: 2.1204379 Apr 05 22:32:37.713227 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe8a2ff-32d2-4752-bb89-b317c0dffc67', 'tag': 'a11904cd-7e78-4883-98a9-92fb30b55a65'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:32:37.716052 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1671544ff40eda59cef59b672f5a268c5eb6787e07d105e794150b4ff377c8e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b74d5d-7d97-429f-aeb4-b70f7b6327d2" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe8a2ff-32d2-4752-bb89-b317c0dffc67", "tag": "a11904cd-7e78-4883-98a9-92fb30b55a65"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:32:37.807241 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-77147c2d-ce54-40f3-b8e8-482860bcfe9d tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3993337 Apr 05 22:32:37.815616 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4ad8c-b395-4752-8c4d-2bba7bd3dad9 service neutron] Pushing event updated for resources: {'Port': ['ID=e6d0f6dc-997d-4ab9-9778-2e6151466215,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:37.849286 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-0190a4a6-0716-493f-8006-6a21b0952945 service neutron] Request body: {'port': {'device_id': '70c97b8f-b9f5-4658-bac4-08f8376e04ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:37.906283 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-1a766e12-839d-4037-a763-7860bd20dd55 req-44d4ad8c-b395-4752-8c4d-2bba7bd3dad9 service neutron] Attempting to bind port e6d0f6dc-997d-4ab9-9778-2e6151466215 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:32:37.906870 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-1a766e12-839d-4037-a763-7860bd20dd55 req-44d4ad8c-b395-4752-8c4d-2bba7bd3dad9 service neutron] Attempting to bind port e6d0f6dc-997d-4ab9-9778-2e6151466215 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '8e05269c-2d20-4fff-93bb-3b9f88c16ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:32:37.907972 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a766e12-839d-4037-a763-7860bd20dd55 req-44d4ad8c-b395-4752-8c4d-2bba7bd3dad9 service neutron] Attempting to bind port e6d0f6dc-997d-4ab9-9778-2e6151466215 on network e7e24e6e-3544-4395-8e0c-7d87fa5e4b92 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:32:37.928748 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a766e12-839d-4037-a763-7860bd20dd55 req-44d4ad8c-b395-4752-8c4d-2bba7bd3dad9 service neutron] Port e6d0f6dc-997d-4ab9-9778-2e6151466215 on network e7e24e6e-3544-4395-8e0c-7d87fa5e4b92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:32:37.929343 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a766e12-839d-4037-a763-7860bd20dd55 req-44d4ad8c-b395-4752-8c4d-2bba7bd3dad9 service neutron] Attempting to bind port e6d0f6dc-997d-4ab9-9778-2e6151466215 on network e7e24e6e-3544-4395-8e0c-7d87fa5e4b92 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:32:37.947916 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a49d4-a20b-455f-9a1a-1365837ff3f9 req-009279cc-5056-4d7c-987a-500784859063 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:37.952447 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c41a49d4-a20b-455f-9a1a-1365837ff3f9 req-009279cc-5056-4d7c-987a-500784859063 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5461b49-2cb2-4736-aa57-5af732d22cb9 HTTP/1.1" status: 200 len: 931 time: 0.5158904 Apr 05 22:32:38.014226 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ffa440-c641-4aab-99ef-8082829505e2 service neutron] Pushing event updated for resources: {'Port': ['ID=a11904cd-7e78-4883-98a9-92fb30b55a65,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:38.040061 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1b66b-b7e1-4d1f-a7e3-bb37d18d01fa req-468dd171-2362-488d-b98e-8166bdd0a596 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:38.047628 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-80a1b66b-b7e1-4d1f-a7e3-bb37d18d01fa req-468dd171-2362-488d-b98e-8166bdd0a596 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 932 time: 0.5381868 Apr 05 22:32:38.051670 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a766e12-839d-4037-a763-7860bd20dd55 req-44d4ad8c-b395-4752-8c4d-2bba7bd3dad9 service neutron] Checking agent: {'id': '3b59f0d0-9584-48dd-b0cd-e16373160cf9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 30), 'started_at': datetime.datetime(2022, 4, 5, 22, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:32:38.052115 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a766e12-839d-4037-a763-7860bd20dd55 req-44d4ad8c-b395-4752-8c4d-2bba7bd3dad9 service neutron] Checking segment: {'id': '8e05269c-2d20-4fff-93bb-3b9f88c16ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:32:38.052672 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a766e12-839d-4037-a763-7860bd20dd55 req-44d4ad8c-b395-4752-8c4d-2bba7bd3dad9 service neutron] Bound using segment: {'id': '8e05269c-2d20-4fff-93bb-3b9f88c16ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:32:38.053200 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-1a766e12-839d-4037-a763-7860bd20dd55 req-44d4ad8c-b395-4752-8c4d-2bba7bd3dad9 service neutron] Bound port: e6d0f6dc-997d-4ab9-9778-2e6151466215, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e05269c-2d20-4fff-93bb-3b9f88c16ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:32:38.053561 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1a766e12-839d-4037-a763-7860bd20dd55 req-44d4ad8c-b395-4752-8c4d-2bba7bd3dad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (e6d0f6dc-997d-4ab9-9778-2e6151466215), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:38.076107 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-0190a4a6-0716-493f-8006-6a21b0952945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (4640548d-5069-4d6c-aff5-d4b623b01a6c), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:38.093874 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-c420f956-37fc-40e9-8311-64b3fd45108f service neutron] Attempting to bind port 87ce46ac-b115-4660-b05d-ad5035e8f486 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:32:38.094164 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-c420f956-37fc-40e9-8311-64b3fd45108f service neutron] Attempting to bind port 87ce46ac-b115-4660-b05d-ad5035e8f486 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '7a5e164d-fdbc-4c25-a357-31ca6dc11523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:32:38.094465 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-c420f956-37fc-40e9-8311-64b3fd45108f service neutron] Attempting to bind port 87ce46ac-b115-4660-b05d-ad5035e8f486 on network 30d168ff-b6ad-4812-af5d-7394de5c0536 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:32:38.102406 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-d6894502-12e1-4192-8e27-0949900d616e None None] Provisioning complete for port 4640548d-5069-4d6c-aff5-d4b623b01a6c triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:38.102824 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d6894502-12e1-4192-8e27-0949900d616e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (4640548d-5069-4d6c-aff5-d4b623b01a6c), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:38.150721 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-d6894502-12e1-4192-8e27-0949900d616e None None] Port 4640548d-5069-4d6c-aff5-d4b623b01a6c cannot update to ACTIVE because it is not bound. {{(pid=103304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:32:38.361848 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-c420f956-37fc-40e9-8311-64b3fd45108f service neutron] Port 87ce46ac-b115-4660-b05d-ad5035e8f486 on network 30d168ff-b6ad-4812-af5d-7394de5c0536 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:32:38.361848 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-c420f956-37fc-40e9-8311-64b3fd45108f service neutron] Attempting to bind port 87ce46ac-b115-4660-b05d-ad5035e8f486 on network 30d168ff-b6ad-4812-af5d-7394de5c0536 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:32:38.388512 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-b4f441b9-3528-4a47-8e5d-1decab47fa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:38.390076 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-b4f441b9-3528-4a47-8e5d-1decab47fa26 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53101836a2ba42f5b58f4a6b84af6522&device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 1128 time: 0.6005282 Apr 05 22:32:38.394835 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-c420f956-37fc-40e9-8311-64b3fd45108f service neutron] Checking agent: {'id': '3b59f0d0-9584-48dd-b0cd-e16373160cf9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 30), 'started_at': datetime.datetime(2022, 4, 5, 22, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:32:38.395190 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-c420f956-37fc-40e9-8311-64b3fd45108f service neutron] Checking segment: {'id': '7a5e164d-fdbc-4c25-a357-31ca6dc11523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:32:38.395571 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-c420f956-37fc-40e9-8311-64b3fd45108f service neutron] Bound using segment: {'id': '7a5e164d-fdbc-4c25-a357-31ca6dc11523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:32:38.396015 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-c420f956-37fc-40e9-8311-64b3fd45108f service neutron] Bound port: 87ce46ac-b115-4660-b05d-ad5035e8f486, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a5e164d-fdbc-4c25-a357-31ca6dc11523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:32:38.396375 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-c420f956-37fc-40e9-8311-64b3fd45108f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (87ce46ac-b115-4660-b05d-ad5035e8f486), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:38.429229 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420f956-37fc-40e9-8311-64b3fd45108f service neutron] Pushing event updated for resources: {'Port': ['ID=87ce46ac-b115-4660-b05d-ad5035e8f486,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:38.483149 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c41a49d4-a20b-455f-9a1a-1365837ff3f9 req-a109fd5c-3254-4492-831e-3bf0943fe5b1 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=19a7ba34-fa7d-4396-8b10-8bab5efb6589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4480469 Apr 05 22:32:38.489970 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-80a1b66b-b7e1-4d1f-a7e3-bb37d18d01fa req-8272ea4b-1b14-4c49-8ff9-9da40a7ade71 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4407177 Apr 05 22:32:38.528079 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-1a766e12-839d-4037-a763-7860bd20dd55 req-44d4ad8c-b395-4752-8c4d-2bba7bd3dad9 service neutron] For port e6d0f6dc-997d-4ab9-9778-2e6151466215, host hv-cinder-83587, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:32:38.542595 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-1a766e12-839d-4037-a763-7860bd20dd55 req-44d4ad8c-b395-4752-8c4d-2bba7bd3dad9 service neutron] For port e6d0f6dc-997d-4ab9-9778-2e6151466215, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e6d0f6dc-997d-4ab9-9778-2e6151466215,segment=NetworkSegment(8e05269c-2d20-4fff-93bb-3b9f88c16ef1),segment_id=8e05269c-2d20-4fff-93bb-3b9f88c16ef1)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:32:38.576191 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.db [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-c420f956-37fc-40e9-8311-64b3fd45108f service neutron] For port 87ce46ac-b115-4660-b05d-ad5035e8f486, host hv-cinder-83587, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:32:38.579868 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1a766e12-839d-4037-a763-7860bd20dd55 req-44d4ad8c-b395-4752-8c4d-2bba7bd3dad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (e6d0f6dc-997d-4ab9-9778-2e6151466215), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:38.596632 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d455cebf-dd59-4bc1-93cb-137ea97da16e x-openstack-request-id: req-d455cebf-dd59-4bc1-93cb-137ea97da16e {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:32:38.596958 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe8a2ff-32d2-4752-bb89-b317c0dffc67", "tag": "a11904cd-7e78-4883-98a9-92fb30b55a65", "status": "completed", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:32:38.597216 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d455cebf-dd59-4bc1-93cb-137ea97da16e {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:32:38.597623 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d455cebf-dd59-4bc1-93cb-137ea97da16e'] response: {'name': 'network-changed', 'server_uuid': '0fe8a2ff-32d2-4752-bb89-b317c0dffc67', 'tag': 'a11904cd-7e78-4883-98a9-92fb30b55a65', 'status': 'completed', 'code': 200} Apr 05 22:32:38.599291 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.db [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-c420f956-37fc-40e9-8311-64b3fd45108f service neutron] For port 87ce46ac-b115-4660-b05d-ad5035e8f486, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=87ce46ac-b115-4660-b05d-ad5035e8f486,segment=NetworkSegment(7a5e164d-fdbc-4c25-a357-31ca6dc11523),segment_id=7a5e164d-fdbc-4c25-a357-31ca6dc11523)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:32:38.616337 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-c420f956-37fc-40e9-8311-64b3fd45108f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (87ce46ac-b115-4660-b05d-ad5035e8f486), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:38.682029 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-c420f956-37fc-40e9-8311-64b3fd45108f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:38.682685 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-c420f956-37fc-40e9-8311-64b3fd45108f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for port (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:38.685199 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-c420f956-37fc-40e9-8311-64b3fd45108f service neutron] 10.222.0.46 "PUT /v2.0/ports/87ce46ac-b115-4660-b05d-ad5035e8f486 HTTP/1.1" status: 200 len: 1093 time: 1.9297209 Apr 05 22:32:38.721180 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a766e12-839d-4037-a763-7860bd20dd55 req-44d4ad8c-b395-4752-8c4d-2bba7bd3dad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:38.723306 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1a766e12-839d-4037-a763-7860bd20dd55 req-44d4ad8c-b395-4752-8c4d-2bba7bd3dad9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:38.725839 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.notifiers.nova [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-79f516a8-b812-44e6-b320-8d834d55d423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d6602cb-1932-44b9-8ab6-3ab98e1798dd {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:32:38.728587 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1a766e12-839d-4037-a763-7860bd20dd55 req-44d4ad8c-b395-4752-8c4d-2bba7bd3dad9 service neutron] 10.222.0.46 "PUT /v2.0/ports/e6d0f6dc-997d-4ab9-9778-2e6151466215 HTTP/1.1" status: 200 len: 1093 time: 3.0266428 Apr 05 22:32:38.735175 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc0baa4-a1b3-4f83-bb87-e1b3f221405c', 'tag': 'e6d0f6dc-997d-4ab9-9778-2e6151466215'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:32:38.766531 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-79f516a8-b812-44e6-b320-8d834d55d423 service neutron] Publish callbacks [] for port (4d6602cb-1932-44b9-8ab6-3ab98e1798dd), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:38.950156 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-7b484502-ca11-4518-b3c3-bb21e5ad18d5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a11904cd-7e78-4883-98a9-92fb30b55a65 HTTP/1.1" status: 200 len: 217 time: 0.2144148 Apr 05 22:32:38.955691 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420f956-37fc-40e9-8311-64b3fd45108f service neutron] Pushing event updated for resources: {'Port': ['ID=87ce46ac-b115-4660-b05d-ad5035e8f486,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:39.082608 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-79f516a8-b812-44e6-b320-8d834d55d423 service neutron] Transition to ACTIVE for port object 4d6602cb-1932-44b9-8ab6-3ab98e1798dd will not be triggered until provisioned by entity L2. {{(pid=103303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:32:39.166744 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-0e7f54f1-3069-46f3-82a7-704ff32e2d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:39.169545 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-0e7f54f1-3069-46f3-82a7-704ff32e2d50 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=de490332-8df6-483d-b976-f39e215adfd8 HTTP/1.1" status: 200 len: 856 time: 0.1811149 Apr 05 22:32:39.173548 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-79f516a8-b812-44e6-b320-8d834d55d423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (4d6602cb-1932-44b9-8ab6-3ab98e1798dd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:39.178146 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-0190a4a6-0716-493f-8006-6a21b0952945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4640548d-5069-4d6c-aff5-d4b623b01a6c {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:32:39.193542 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-0190a4a6-0716-493f-8006-6a21b0952945 service neutron] Publish callbacks [] for port (4640548d-5069-4d6c-aff5-d4b623b01a6c), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:39.200380 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:39.207334 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-0190a4a6-0716-493f-8006-6a21b0952945 service neutron] Transition to ACTIVE for port object 4640548d-5069-4d6c-aff5-d4b623b01a6c will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:32:39.216077 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 43938) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:39.254233 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2952f1b2-4783-4e00-8ef0-050073bb29e6" -d '{"events": [{"name": "network-changed", "server_uuid": "fcc0baa4-a1b3-4f83-bb87-e1b3f221405c", "tag": "e6d0f6dc-997d-4ab9-9778-2e6151466215"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:32:39.257051 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-0190a4a6-0716-493f-8006-6a21b0952945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (4640548d-5069-4d6c-aff5-d4b623b01a6c), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:39.261324 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f516a8-b812-44e6-b320-8d834d55d423 service neutron] Pushing event updated for resources: {'Port': ['ID=4d6602cb-1932-44b9-8ab6-3ab98e1798dd,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:39.304719 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a766e12-839d-4037-a763-7860bd20dd55 req-b711ff1f-c8ec-4e23-a0d4-3d72ebace222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:39.306333 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-1a766e12-839d-4037-a763-7860bd20dd55 req-b711ff1f-c8ec-4e23-a0d4-3d72ebace222 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=20b77f8ad3b947daa87a0a858e8b7ac2&device_id=fcc0baa4-a1b3-4f83-bb87-e1b3f221405c HTTP/1.1" status: 200 len: 1127 time: 0.3908672 Apr 05 22:32:39.306674 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4ad8c-b395-4752-8c4d-2bba7bd3dad9 service neutron] Pushing event updated for resources: {'Port': ['ID=e6d0f6dc-997d-4ab9-9778-2e6151466215,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:39.387987 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-1536811f-903f-4410-a118-0edecbaece35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:39.389546 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-1536811f-903f-4410-a118-0edecbaece35 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5f18d588-ed8c-4ba8-aa61-86f84f08ea4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2107413 Apr 05 22:32:39.390392 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-79f516a8-b812-44e6-b320-8d834d55d423 service neutron] Attempting to bind port 4d6602cb-1932-44b9-8ab6-3ab98e1798dd on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:32:39.390730 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-79f516a8-b812-44e6-b320-8d834d55d423 service neutron] Attempting to bind port 4d6602cb-1932-44b9-8ab6-3ab98e1798dd by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '8e05269c-2d20-4fff-93bb-3b9f88c16ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:32:39.391059 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-79f516a8-b812-44e6-b320-8d834d55d423 service neutron] Attempting to bind port 4d6602cb-1932-44b9-8ab6-3ab98e1798dd on network e7e24e6e-3544-4395-8e0c-7d87fa5e4b92 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:32:39.396602 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-79f516a8-b812-44e6-b320-8d834d55d423 service neutron] Port 4d6602cb-1932-44b9-8ab6-3ab98e1798dd on network e7e24e6e-3544-4395-8e0c-7d87fa5e4b92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:32:39.396959 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-79f516a8-b812-44e6-b320-8d834d55d423 service neutron] Attempting to bind port 4d6602cb-1932-44b9-8ab6-3ab98e1798dd on network e7e24e6e-3544-4395-8e0c-7d87fa5e4b92 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:32:39.403577 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-79f516a8-b812-44e6-b320-8d834d55d423 service neutron] Checking agent: {'id': '3b59f0d0-9584-48dd-b0cd-e16373160cf9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 30), 'started_at': datetime.datetime(2022, 4, 5, 22, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:32:39.403968 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-79f516a8-b812-44e6-b320-8d834d55d423 service neutron] Checking segment: {'id': '8e05269c-2d20-4fff-93bb-3b9f88c16ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:32:39.405208 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-79f516a8-b812-44e6-b320-8d834d55d423 service neutron] Bound using segment: {'id': '8e05269c-2d20-4fff-93bb-3b9f88c16ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:32:39.405765 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-79f516a8-b812-44e6-b320-8d834d55d423 service neutron] Bound port: 4d6602cb-1932-44b9-8ab6-3ab98e1798dd, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e05269c-2d20-4fff-93bb-3b9f88c16ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:32:39.410553 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-79f516a8-b812-44e6-b320-8d834d55d423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (4d6602cb-1932-44b9-8ab6-3ab98e1798dd), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:39.484137 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-0190a4a6-0716-493f-8006-6a21b0952945 service neutron] Attempting to bind port 4640548d-5069-4d6c-aff5-d4b623b01a6c on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:32:39.484612 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-0190a4a6-0716-493f-8006-6a21b0952945 service neutron] Attempting to bind port 4640548d-5069-4d6c-aff5-d4b623b01a6c by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '1bf2125a-a764-49fd-9387-c1e53e0d177b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b6baf2d1-4111-4179-97b5-8f3d3d51eaff'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:32:39.484860 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-0190a4a6-0716-493f-8006-6a21b0952945 service neutron] Attempting to bind port 4640548d-5069-4d6c-aff5-d4b623b01a6c on network b6baf2d1-4111-4179-97b5-8f3d3d51eaff {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:32:39.508061 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-0190a4a6-0716-493f-8006-6a21b0952945 service neutron] Port 4640548d-5069-4d6c-aff5-d4b623b01a6c on network b6baf2d1-4111-4179-97b5-8f3d3d51eaff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:32:39.513792 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-0190a4a6-0716-493f-8006-6a21b0952945 service neutron] Attempting to bind port 4640548d-5069-4d6c-aff5-d4b623b01a6c on network b6baf2d1-4111-4179-97b5-8f3d3d51eaff {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:32:39.527778 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 43954) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:39.538011 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-0190a4a6-0716-493f-8006-6a21b0952945 service neutron] Checking agent: {'id': '3b59f0d0-9584-48dd-b0cd-e16373160cf9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 30), 'started_at': datetime.datetime(2022, 4, 5, 22, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:32:39.538350 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-0190a4a6-0716-493f-8006-6a21b0952945 service neutron] Checking segment: {'id': '1bf2125a-a764-49fd-9387-c1e53e0d177b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b6baf2d1-4111-4179-97b5-8f3d3d51eaff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:32:39.538732 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-0190a4a6-0716-493f-8006-6a21b0952945 service neutron] Bound using segment: {'id': '1bf2125a-a764-49fd-9387-c1e53e0d177b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b6baf2d1-4111-4179-97b5-8f3d3d51eaff'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:32:39.539156 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-0190a4a6-0716-493f-8006-6a21b0952945 service neutron] Bound port: 4640548d-5069-4d6c-aff5-d4b623b01a6c, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bf2125a-a764-49fd-9387-c1e53e0d177b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b6baf2d1-4111-4179-97b5-8f3d3d51eaff'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:32:39.539514 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-0190a4a6-0716-493f-8006-6a21b0952945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (4640548d-5069-4d6c-aff5-d4b623b01a6c), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:39.553103 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.db [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-79f516a8-b812-44e6-b320-8d834d55d423 service neutron] For port 4d6602cb-1932-44b9-8ab6-3ab98e1798dd, host hv-cinder-83587, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:32:39.575436 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.db [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-79f516a8-b812-44e6-b320-8d834d55d423 service neutron] For port 4d6602cb-1932-44b9-8ab6-3ab98e1798dd, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=4d6602cb-1932-44b9-8ab6-3ab98e1798dd,segment=NetworkSegment(8e05269c-2d20-4fff-93bb-3b9f88c16ef1),segment_id=8e05269c-2d20-4fff-93bb-3b9f88c16ef1)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:32:39.584088 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-79f516a8-b812-44e6-b320-8d834d55d423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (4d6602cb-1932-44b9-8ab6-3ab98e1798dd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:39.584382 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba209b15-aa94-43ac-bcf3-43c60235a244 req-fce78b05-f1b9-447c-89c5-83405b5e7b5b tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:39.592188 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ba209b15-aa94-43ac-bcf3-43c60235a244 req-fce78b05-f1b9-447c-89c5-83405b5e7b5b tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 944 time: 0.9564424 Apr 05 22:32:39.606311 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-561041ee-ecd9-4c2e-bbfc-42e5e923198a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:39.607873 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-561041ee-ecd9-4c2e-bbfc-42e5e923198a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2697c0786bb14f85b099106396e57e9e&device_id=e5461b49-2cb2-4736-aa57-5af732d22cb9 HTTP/1.1" status: 200 len: 1127 time: 0.7527964 Apr 05 22:32:39.611828 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0190a4a6-0716-493f-8006-6a21b0952945 service neutron] Pushing event updated for resources: {'Port': ['ID=4640548d-5069-4d6c-aff5-d4b623b01a6c,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:39.637345 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d95b4b98-4bed-448d-b4cd-7546bc2a9c65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:39.642768 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c91b4-33f7-4e30-9945-225cf74e47a6 req-177f70cd-d2f6-445a-86e8-dc9454a78c9b tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:39.650017 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-680c91b4-33f7-4e30-9945-225cf74e47a6 req-177f70cd-d2f6-445a-86e8-dc9454a78c9b tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7ab161b-77f6-44a7-99b6-59013816ab1c HTTP/1.1" status: 200 len: 945 time: 0.9371324 Apr 05 22:32:39.663421 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7840c6bb-ce2f-4cc2-a383-8f3cb646107d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:39.678733 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-79f516a8-b812-44e6-b320-8d834d55d423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:39.678998 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-79f516a8-b812-44e6-b320-8d834d55d423 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for port (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:39.680406 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-79f516a8-b812-44e6-b320-8d834d55d423 service neutron] 10.222.0.46 "PUT /v2.0/ports/4d6602cb-1932-44b9-8ab6-3ab98e1798dd HTTP/1.1" status: 200 len: 1093 time: 2.3291578 Apr 05 22:32:39.714828 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f516a8-b812-44e6-b320-8d834d55d423 service neutron] Pushing event updated for resources: {'Port': ['ID=4d6602cb-1932-44b9-8ab6-3ab98e1798dd,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:39.727072 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ba209b15-aa94-43ac-bcf3-43c60235a244 req-7c864126-00a4-441c-8ad6-2ddbdd1406cb tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1330745 Apr 05 22:32:39.740741 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-0190a4a6-0716-493f-8006-6a21b0952945 service neutron] For port 4640548d-5069-4d6c-aff5-d4b623b01a6c, host hv-cinder-83587, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:32:39.776064 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-680c91b4-33f7-4e30-9945-225cf74e47a6 req-45ddc9cc-26e1-4cf4-b88d-82ac99d51453 tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] 10.222.0.15 "GET /v2.0/security-groups?id=263214be-6e47-43b0-aecf-5b490f0bea85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252615 Apr 05 22:32:39.786691 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-0190a4a6-0716-493f-8006-6a21b0952945 service neutron] For port 4640548d-5069-4d6c-aff5-d4b623b01a6c, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=4640548d-5069-4d6c-aff5-d4b623b01a6c,segment=NetworkSegment(1bf2125a-a764-49fd-9387-c1e53e0d177b),segment_id=1bf2125a-a764-49fd-9387-c1e53e0d177b)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:32:39.809365 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-0190a4a6-0716-493f-8006-6a21b0952945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (4640548d-5069-4d6c-aff5-d4b623b01a6c), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:39.825390 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d95b4b98-4bed-448d-b4cd-7546bc2a9c65 admin admin] Publish callbacks [] for security_group (0f929502-77b3-4dc9-9500-a183f5c2e39e), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:39.833247 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d95b4b98-4bed-448d-b4cd-7546bc2a9c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (0f929502-77b3-4dc9-9500-a183f5c2e39e), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:39.864323 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-0190a4a6-0716-493f-8006-6a21b0952945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:39.865234 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-0190a4a6-0716-493f-8006-6a21b0952945 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:39.866930 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-0190a4a6-0716-493f-8006-6a21b0952945 service neutron] 10.222.0.46 "PUT /v2.0/ports/4640548d-5069-4d6c-aff5-d4b623b01a6c HTTP/1.1" status: 200 len: 1094 time: 2.0415900 Apr 05 22:32:39.870764 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7840c6bb-ce2f-4cc2-a383-8f3cb646107d admin admin] Publish callbacks [] for security_group (167aefdf-bfc7-4188-93fb-4ae1b4e3447c), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:39.887482 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7840c6bb-ce2f-4cc2-a383-8f3cb646107d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (167aefdf-bfc7-4188-93fb-4ae1b4e3447c), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:39.912357 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-d95b4b98-4bed-448d-b4cd-7546bc2a9c65 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=713b17be27084b6d93e4441c96fabd82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6748776 Apr 05 22:32:39.917742 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 43960) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:39.931179 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b4b98-4bed-448d-b4cd-7546bc2a9c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f929502-77b3-4dc9-9500-a183f5c2e39e,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:39.951560 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0190a4a6-0716-493f-8006-6a21b0952945 service neutron] Pushing event updated for resources: {'Port': ['ID=4640548d-5069-4d6c-aff5-d4b623b01a6c,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:39.953703 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-7840c6bb-ce2f-4cc2-a383-8f3cb646107d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cb0c3735867140f6b66cdbec5001322c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4240980 Apr 05 22:32:39.962297 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 43962) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:39.990624 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7840c6bb-ce2f-4cc2-a383-8f3cb646107d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167aefdf-bfc7-4188-93fb-4ae1b4e3447c,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:40.003415 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3269e-06da-49ee-b437-f1bf36ee8ea4 req-394cebc5-21bb-49eb-aca8-b2a8e7d914b7 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:40.010325 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-fcd3269e-06da-49ee-b437-f1bf36ee8ea4 req-394cebc5-21bb-49eb-aca8-b2a8e7d914b7 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 943 time: 0.1783495 Apr 05 22:32:40.064469 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a140f58-b9ce-4bce-a921-a3ac37bcae9e x-openstack-request-id: req-7a140f58-b9ce-4bce-a921-a3ac37bcae9e {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:32:40.064786 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcc0baa4-a1b3-4f83-bb87-e1b3f221405c", "tag": "e6d0f6dc-997d-4ab9-9778-2e6151466215", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:32:40.065041 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a140f58-b9ce-4bce-a921-a3ac37bcae9e {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:32:40.065494 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a140f58-b9ce-4bce-a921-a3ac37bcae9e'] response: {'name': 'network-changed', 'server_uuid': 'fcc0baa4-a1b3-4f83-bb87-e1b3f221405c', 'tag': 'e6d0f6dc-997d-4ab9-9778-2e6151466215', 'status': 'completed', 'code': 200} Apr 05 22:32:40.103116 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ff50172e-88b8-453c-a454-58fb0ff3330a admin admin] Publish callbacks [] for security_group (0f929502-77b3-4dc9-9500-a183f5c2e39e), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:40.111099 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-fcd3269e-06da-49ee-b437-f1bf36ee8ea4 req-1b45a32d-bd7e-4df9-80ae-e430f0308816 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994294 Apr 05 22:32:40.162724 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ff50172e-88b8-453c-a454-58fb0ff3330a admin admin] Publish callbacks [] for security_group (0f929502-77b3-4dc9-9500-a183f5c2e39e), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:40.164495 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-728157ac-00a6-45d1-bf7e-6245805ffc1d admin admin] Publish callbacks [] for security_group (167aefdf-bfc7-4188-93fb-4ae1b4e3447c), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:40.239725 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-728157ac-00a6-45d1-bf7e-6245805ffc1d admin admin] Publish callbacks [] for security_group (167aefdf-bfc7-4188-93fb-4ae1b4e3447c), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:40.441741 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea71547-4a5e-4b05-9d7e-174911d6a321 req-0a6c7bbd-d839-4704-9553-732eaf990caf tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:40.443210 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-bea71547-4a5e-4b05-9d7e-174911d6a321 req-0a6c7bbd-d839-4704-9553-732eaf990caf tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5461b49-2cb2-4736-aa57-5af732d22cb9 HTTP/1.1" status: 200 len: 943 time: 0.3269260 Apr 05 22:32:40.480618 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc33a02-f893-4683-9130-57287eb7822b req-04763e0b-766c-4441-9f5c-a91a4f148566 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:40.482093 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-bcc33a02-f893-4683-9130-57287eb7822b req-04763e0b-766c-4441-9f5c-a91a4f148566 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 944 time: 0.3069654 Apr 05 22:32:40.501899 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ff50172e-88b8-453c-a454-58fb0ff3330a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (0f929502-77b3-4dc9-9500-a183f5c2e39e), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:40.504322 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ff50172e-88b8-453c-a454-58fb0ff3330a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:40.505390 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-ff50172e-88b8-453c-a454-58fb0ff3330a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0f929502-77b3-4dc9-9500-a183f5c2e39e HTTP/1.1" status: 204 len: 168 time: 0.5836163 Apr 05 22:32:40.533227 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-728157ac-00a6-45d1-bf7e-6245805ffc1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (167aefdf-bfc7-4188-93fb-4ae1b4e3447c), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:40.535684 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-728157ac-00a6-45d1-bf7e-6245805ffc1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:40.536829 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-728157ac-00a6-45d1-bf7e-6245805ffc1d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/167aefdf-bfc7-4188-93fb-4ae1b4e3447c HTTP/1.1" status: 204 len: 168 time: 0.5735884 Apr 05 22:32:40.537605 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff50172e-88b8-453c-a454-58fb0ff3330a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f929502-77b3-4dc9-9500-a183f5c2e39e,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:40.547995 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-bea71547-4a5e-4b05-9d7e-174911d6a321 req-649f1982-fa3a-4cdb-b68a-2ec68627b24e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=19a7ba34-fa7d-4396-8b10-8bab5efb6589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969942 Apr 05 22:32:40.558860 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728157ac-00a6-45d1-bf7e-6245805ffc1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167aefdf-bfc7-4188-93fb-4ae1b4e3447c,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:40.598916 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5461b49-2cb2-4736-aa57-5af732d22cb9', 'tag': '87ce46ac-b115-4660-b05d-ad5035e8f486'}, {'name': 'network-changed', 'server_uuid': '7d83bb80-14f0-4f1a-9baa-4d49ba66c39f', 'tag': '4d6602cb-1932-44b9-8ab6-3ab98e1798dd'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:32:40.602199 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1671544ff40eda59cef59b672f5a268c5eb6787e07d105e794150b4ff377c8e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff1c274-266c-4a2a-90ae-6cb44a388c44" -d '{"events": [{"name": "network-changed", "server_uuid": "e5461b49-2cb2-4736-aa57-5af732d22cb9", "tag": "87ce46ac-b115-4660-b05d-ad5035e8f486"}, {"name": "network-changed", "server_uuid": "7d83bb80-14f0-4f1a-9baa-4d49ba66c39f", "tag": "4d6602cb-1932-44b9-8ab6-3ab98e1798dd"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:32:40.618337 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-bcc33a02-f893-4683-9130-57287eb7822b req-d8fba153-e89c-4097-85fd-1b7d044b7f3c tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279857 Apr 05 22:32:40.647776 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 05 Apr 2022 22:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2d8143-8454-4e60-a357-d4495a98f518 x-openstack-request-id: req-6c2d8143-8454-4e60-a357-d4495a98f518 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:32:40.648243 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5461b49-2cb2-4736-aa57-5af732d22cb9", "tag": "87ce46ac-b115-4660-b05d-ad5035e8f486", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7d83bb80-14f0-4f1a-9baa-4d49ba66c39f", "tag": "4d6602cb-1932-44b9-8ab6-3ab98e1798dd", "status": "completed", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:32:40.648664 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c2d8143-8454-4e60-a357-d4495a98f518 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:32:40.649095 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c2d8143-8454-4e60-a357-d4495a98f518'] response: {'name': 'network-changed', 'server_uuid': 'e5461b49-2cb2-4736-aa57-5af732d22cb9', 'tag': '87ce46ac-b115-4660-b05d-ad5035e8f486', 'status': 'completed', 'code': 200} Apr 05 22:32:40.649404 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c2d8143-8454-4e60-a357-d4495a98f518'] response: {'name': 'network-changed', 'server_uuid': '7d83bb80-14f0-4f1a-9baa-4d49ba66c39f', 'tag': '4d6602cb-1932-44b9-8ab6-3ab98e1798dd', 'status': 'completed', 'code': 200} Apr 05 22:32:40.702723 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:40.868393 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca24511-a6e3-4aeb-99bd-501a44ff0190 req-6340533d-53e0-437c-9c88-6b2560df0b9b tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:40.869996 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3ca24511-a6e3-4aeb-99bd-501a44ff0190 req-6340533d-53e0-437c-9c88-6b2560df0b9b tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 944 time: 0.0649097 Apr 05 22:32:40.873929 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 43982) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:40.915934 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 43984) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:40.926974 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4917b52f-5054-4725-8fb7-8bc4e52e0adc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:40.932600 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7939dd0f-83c7-458d-99f2-41f8f443a9e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:40.986279 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3ca24511-a6e3-4aeb-99bd-501a44ff0190 req-f2a4888e-3dd5-4f86-b361-a5c8d6810837 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1048305 Apr 05 22:32:41.001931 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932060b-304e-4bf5-b94b-ae36be110e5c req-3cf9da86-4bf9-4d09-ae24-39d4ec92a772 tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:41.003508 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8932060b-304e-4bf5-b94b-ae36be110e5c req-3cf9da86-4bf9-4d09-ae24-39d4ec92a772 tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7ab161b-77f6-44a7-99b6-59013816ab1c HTTP/1.1" status: 200 len: 945 time: 0.1326222 Apr 05 22:32:41.014945 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7939dd0f-83c7-458d-99f2-41f8f443a9e4 admin admin] Publish callbacks [] for security_group (97f4d08e-75ac-4a52-8782-68e2c33462b8), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:41.018693 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7939dd0f-83c7-458d-99f2-41f8f443a9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (97f4d08e-75ac-4a52-8782-68e2c33462b8), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:41.057241 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-7939dd0f-83c7-458d-99f2-41f8f443a9e4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=35fc4ab5bac643f38254154bcfcad863&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1400361 Apr 05 22:32:41.058456 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939dd0f-83c7-458d-99f2-41f8f443a9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f4d08e-75ac-4a52-8782-68e2c33462b8,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:41.060835 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 43986) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:41.079807 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8932060b-304e-4bf5-b94b-ae36be110e5c req-a09a37cb-2caa-4942-81e5-aa92c910a83f tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] 10.222.0.15 "GET /v2.0/security-groups?id=263214be-6e47-43b0-aecf-5b490f0bea85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705526 Apr 05 22:32:41.100795 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4917b52f-5054-4725-8fb7-8bc4e52e0adc admin admin] Publish callbacks [] for security_group (fd634d5c-54ab-4d4d-982c-e223895f2e49), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:41.100795 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4917b52f-5054-4725-8fb7-8bc4e52e0adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (fd634d5c-54ab-4d4d-982c-e223895f2e49), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:41.110971 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c8c90d4d-4f51-4bc9-8ddc-d0c28dcb16e9 admin admin] Publish callbacks [] for security_group (97f4d08e-75ac-4a52-8782-68e2c33462b8), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:41.135633 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c8c90d4d-4f51-4bc9-8ddc-d0c28dcb16e9 admin admin] Publish callbacks [] for security_group (97f4d08e-75ac-4a52-8782-68e2c33462b8), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:41.139004 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-4917b52f-5054-4725-8fb7-8bc4e52e0adc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=893447aebad84edfbf2ef1c60a57f09f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2640710 Apr 05 22:32:41.139876 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4917b52f-5054-4725-8fb7-8bc4e52e0adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd634d5c-54ab-4d4d-982c-e223895f2e49,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:41.143013 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 43992) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:41.195255 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c8c90d4d-4f51-4bc9-8ddc-d0c28dcb16e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (97f4d08e-75ac-4a52-8782-68e2c33462b8), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:41.198966 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c8c90d4d-4f51-4bc9-8ddc-d0c28dcb16e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:41.200307 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-c8c90d4d-4f51-4bc9-8ddc-d0c28dcb16e9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/97f4d08e-75ac-4a52-8782-68e2c33462b8 HTTP/1.1" status: 204 len: 168 time: 0.1385906 Apr 05 22:32:41.208973 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c9682046-3a4b-46d9-8470-35fe0602d9eb admin admin] Publish callbacks [] for security_group (fd634d5c-54ab-4d4d-982c-e223895f2e49), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:41.213496 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c90d4d-4f51-4bc9-8ddc-d0c28dcb16e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f4d08e-75ac-4a52-8782-68e2c33462b8,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:41.262484 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c9682046-3a4b-46d9-8470-35fe0602d9eb admin admin] Publish callbacks [] for security_group (fd634d5c-54ab-4d4d-982c-e223895f2e49), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:41.307593 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c2eff-3b67-4f84-9a74-c9102906a108 req-5446f3f4-8dc5-4226-b42f-0b98e36157f3 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:41.309400 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ee4c2eff-3b67-4f84-9a74-c9102906a108 req-5446f3f4-8dc5-4226-b42f-0b98e36157f3 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 943 time: 0.1129980 Apr 05 22:32:41.348853 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c9682046-3a4b-46d9-8470-35fe0602d9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (fd634d5c-54ab-4d4d-982c-e223895f2e49), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:41.352138 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c9682046-3a4b-46d9-8470-35fe0602d9eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:41.353282 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-c9682046-3a4b-46d9-8470-35fe0602d9eb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fd634d5c-54ab-4d4d-982c-e223895f2e49 HTTP/1.1" status: 204 len: 168 time: 0.2091765 Apr 05 22:32:41.377064 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9682046-3a4b-46d9-8470-35fe0602d9eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd634d5c-54ab-4d4d-982c-e223895f2e49,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:41.381764 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ee4c2eff-3b67-4f84-9a74-c9102906a108 req-61575b82-0300-4a6b-bb2b-05eacde6b0eb tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660326 Apr 05 22:32:41.687484 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92521c7a-30dd-45b4-b4a5-59aaafd8c8e7 req-8ccd4da5-a199-4345-8f8d-24f6e1071269 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:41.689629 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-92521c7a-30dd-45b4-b4a5-59aaafd8c8e7 req-8ccd4da5-a199-4345-8f8d-24f6e1071269 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5461b49-2cb2-4736-aa57-5af732d22cb9 HTTP/1.1" status: 200 len: 943 time: 0.0584328 Apr 05 22:32:41.705741 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 44018) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:41.718974 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0a579ee4-23e7-4741-8715-c82f392e76fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:41.770434 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-92521c7a-30dd-45b4-b4a5-59aaafd8c8e7 req-710fefb8-386c-46c8-883b-4e4e6c4469e9 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=19a7ba34-fa7d-4396-8b10-8bab5efb6589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704446 Apr 05 22:32:41.778098 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1746a21-5f0c-42b7-b574-6b4287204acb req-ce6db569-1793-43c7-9558-ce8a05e42b1b tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:41.784874 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b1746a21-5f0c-42b7-b574-6b4287204acb req-ce6db569-1793-43c7-9558-ce8a05e42b1b tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 944 time: 0.0942318 Apr 05 22:32:41.802951 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0a579ee4-23e7-4741-8715-c82f392e76fe admin admin] Publish callbacks [] for security_group (43d591d3-c91e-483e-ab1b-bbc59e51208d), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:41.807864 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0a579ee4-23e7-4741-8715-c82f392e76fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (43d591d3-c91e-483e-ab1b-bbc59e51208d), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:41.830902 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b1746a21-5f0c-42b7-b574-6b4287204acb req-c8bf75a8-db7c-4842-bb0d-50aa52d3ec71 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451374 Apr 05 22:32:41.848338 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a579ee4-23e7-4741-8715-c82f392e76fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d591d3-c91e-483e-ab1b-bbc59e51208d,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:41.862434 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-0a579ee4-23e7-4741-8715-c82f392e76fe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=740c765ed02a44bfbdac978379354b6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1534052 Apr 05 22:32:41.862976 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 44024) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:41.911724 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-598c98cc-ea9e-432b-8c9d-306ec7b7b1df admin admin] Publish callbacks [] for security_group (43d591d3-c91e-483e-ab1b-bbc59e51208d), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:41.933247 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-598c98cc-ea9e-432b-8c9d-306ec7b7b1df admin admin] Publish callbacks [] for security_group (43d591d3-c91e-483e-ab1b-bbc59e51208d), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:41.979569 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-598c98cc-ea9e-432b-8c9d-306ec7b7b1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (43d591d3-c91e-483e-ab1b-bbc59e51208d), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:41.982134 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-598c98cc-ea9e-432b-8c9d-306ec7b7b1df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:41.983290 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-598c98cc-ea9e-432b-8c9d-306ec7b7b1df admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/43d591d3-c91e-483e-ab1b-bbc59e51208d HTTP/1.1" status: 204 len: 168 time: 0.1188223 Apr 05 22:32:41.991108 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c98cc-ea9e-432b-8c9d-306ec7b7b1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d591d3-c91e-483e-ab1b-bbc59e51208d,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:42.071378 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70c97b8f-b9f5-4658-bac4-08f8376e04ae', 'tag': '4640548d-5069-4d6c-aff5-d4b623b01a6c'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:32:42.073661 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd9cc35-1817-48f0-b3b2-0ea7c288e340" -d '{"events": [{"name": "network-changed", "server_uuid": "70c97b8f-b9f5-4658-bac4-08f8376e04ae", "tag": "4640548d-5069-4d6c-aff5-d4b623b01a6c"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:32:42.119241 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7f8da-f6e6-4c2a-8200-a4bd22a94685 req-0d8faf54-d49f-42cd-8c21-f9e4c995d439 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:42.120790 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-30c7f8da-f6e6-4c2a-8200-a4bd22a94685 req-0d8faf54-d49f-42cd-8c21-f9e4c995d439 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 944 time: 0.0592616 Apr 05 22:32:42.130362 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17caf661-f635-4bad-8157-437b2f382cae x-openstack-request-id: req-17caf661-f635-4bad-8157-437b2f382cae {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:32:42.130737 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70c97b8f-b9f5-4658-bac4-08f8376e04ae", "tag": "4640548d-5069-4d6c-aff5-d4b623b01a6c", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:32:42.130970 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-17caf661-f635-4bad-8157-437b2f382cae {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:32:42.131508 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17caf661-f635-4bad-8157-437b2f382cae'] response: {'name': 'network-changed', 'server_uuid': '70c97b8f-b9f5-4658-bac4-08f8376e04ae', 'tag': '4640548d-5069-4d6c-aff5-d4b623b01a6c', 'status': 'completed', 'code': 200} Apr 05 22:32:42.177740 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-30c7f8da-f6e6-4c2a-8200-a4bd22a94685 req-505a12e0-f2c2-4b02-949c-0546e7280157 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452871 Apr 05 22:32:42.516520 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82536837-4207-4985-ae94-9f3cb641490b req-d7905c89-087b-4d9a-b7d2-df4ad2368031 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:42.518260 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-82536837-4207-4985-ae94-9f3cb641490b req-d7905c89-087b-4d9a-b7d2-df4ad2368031 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 943 time: 0.0645177 Apr 05 22:32:42.580734 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-82536837-4207-4985-ae94-9f3cb641490b req-a693314d-628a-442a-886f-7fc691dc3024 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512366 Apr 05 22:32:42.754671 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-1a766e12-839d-4037-a763-7860bd20dd55 req-fcdc7857-1788-4c07-af17-3a3e94fb6642 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6d0f6dc-997d-4ab9-9778-2e6151466215 HTTP/1.1" status: 200 len: 217 time: 0.0500486 Apr 05 22:32:42.841598 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-92aab349-18e4-41a3-bc6c-ab13e0778f97 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87ce46ac-b115-4660-b05d-ad5035e8f486 HTTP/1.1" status: 200 len: 217 time: 0.1202466 Apr 05 22:32:42.912001 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-19aacb88-58b9-4371-81f1-6acec328ccb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:42.913700 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-19aacb88-58b9-4371-81f1-6acec328ccb2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=20b77f8ad3b947daa87a0a858e8b7ac2&device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 1127 time: 0.1571879 Apr 05 22:32:42.918857 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a766e12-839d-4037-a763-7860bd20dd55 req-3fa11934-78d0-4acc-8761-c200b688040b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:42.920405 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-1a766e12-839d-4037-a763-7860bd20dd55 req-3fa11934-78d0-4acc-8761-c200b688040b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b HTTP/1.1" status: 200 len: 857 time: 0.1562424 Apr 05 22:32:42.971073 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-c3bf0d14-7bcc-4fb1-aa8e-a8b840a711e2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d6602cb-1932-44b9-8ab6-3ab98e1798dd HTTP/1.1" status: 200 len: 217 time: 0.0468621 Apr 05 22:32:43.012609 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-0db05096-5c6d-4e24-b3e7-4ab97f6654a2 service neutron] 10.222.0.46 "GET /v2.0/networks/5f18d588-ed8c-4ba8-aa61-86f84f08ea4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668531 Apr 05 22:32:43.037491 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-907b7588-12cb-4c92-b965-5d11c3b28720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:43.038966 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-907b7588-12cb-4c92-b965-5d11c3b28720 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1f7e6b53-f66a-4bf5-b303-757e7b31098d HTTP/1.1" status: 200 len: 853 time: 0.1565428 Apr 05 22:32:43.055174 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9c2e4-79ff-4e42-bc25-12e5e695eda7 req-895bb192-d6eb-411f-878d-ac088bec1689 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:43.062570 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1df9c2e4-79ff-4e42-bc25-12e5e695eda7 req-895bb192-d6eb-411f-878d-ac088bec1689 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5461b49-2cb2-4736-aa57-5af732d22cb9 HTTP/1.1" status: 200 len: 943 time: 0.1820836 Apr 05 22:32:43.074192 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-1b54e670-a1fe-4234-b1e7-084bca5eef69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:43.075650 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-1b54e670-a1fe-4234-b1e7-084bca5eef69 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0aceb09e90a9469980b157861e02e481&device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 1128 time: 0.3021281 Apr 05 22:32:43.121467 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-7b52b86f-d50e-48ed-a782-9ce65317edaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:43.123617 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-7b52b86f-d50e-48ed-a782-9ce65317edaa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b HTTP/1.1" status: 200 len: 857 time: 0.1418607 Apr 05 22:32:43.135941 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a766e12-839d-4037-a763-7860bd20dd55 req-c1a71231-83ed-47d1-ae71-9265eedc0b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:43.137686 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-1a766e12-839d-4037-a763-7860bd20dd55 req-c1a71231-83ed-47d1-ae71-9265eedc0b27 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e7e24e6e-3544-4395-8e0c-7d87fa5e4b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1736827 Apr 05 22:32:43.182718 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-6ed13977-3cb7-4011-acbe-75e632257a20 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4640548d-5069-4d6c-aff5-d4b623b01a6c HTTP/1.1" status: 200 len: 217 time: 0.0841720 Apr 05 22:32:43.192017 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281e701-aea3-4d86-9b80-43879a1e177b req-3883c91c-b383-4e87-b457-54da13a93099 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:43.198822 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f281e701-aea3-4d86-9b80-43879a1e177b req-3883c91c-b383-4e87-b457-54da13a93099 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 944 time: 0.2260416 Apr 05 22:32:43.244005 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-2a359366-96c4-4c29-acdd-f6a28a9c6888 req-e542bbae-37a6-453d-9fb4-d90e2c87cbd8 service neutron] 10.222.0.46 "GET /v2.0/networks/5f18d588-ed8c-4ba8-aa61-86f84f08ea4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009943 Apr 05 22:32:43.294557 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1df9c2e4-79ff-4e42-bc25-12e5e695eda7 req-2c89a1c9-66af-45fc-bde3-56bd8f3c1960 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=19a7ba34-fa7d-4396-8b10-8bab5efb6589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2260861 Apr 05 22:32:43.301360 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-cdb2d56b-f028-4a34-bae4-fe3a4dfb1692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:43.302882 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-cdb2d56b-f028-4a34-bae4-fe3a4dfb1692 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e7e24e6e-3544-4395-8e0c-7d87fa5e4b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1692905 Apr 05 22:32:43.337587 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-44e02072-6cf3-4729-9bc7-c4e9cef796c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:43.339366 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-44e02072-6cf3-4729-9bc7-c4e9cef796c5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=acc4bb93-55f5-4d18-8058-b058867f2321 HTTP/1.1" status: 200 len: 850 time: 0.1340687 Apr 05 22:32:43.343527 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-1a766e12-839d-4037-a763-7860bd20dd55 req-5d64f4ee-62e4-40b7-949c-d750222be100 service neutron] 10.222.0.46 "GET /v2.0/networks/e7e24e6e-3544-4395-8e0c-7d87fa5e4b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936677 Apr 05 22:32:43.343691 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-0806ddab-69b6-44eb-a70a-80022b3f41f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:43.345257 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-0806ddab-69b6-44eb-a70a-80022b3f41f3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=30d168ff-b6ad-4812-af5d-7394de5c0536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2987242 Apr 05 22:32:43.365225 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f281e701-aea3-4d86-9b80-43879a1e177b req-dc7ca62c-0290-4a01-bde8-ddce151a1f86 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654875 Apr 05 22:32:43.443988 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af8dd3-4f0f-4e74-9ae7-dd39edc44d08 req-3e994dba-a4e4-467e-ad86-bb4e510e558d tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:43.445829 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b6af8dd3-4f0f-4e74-9ae7-dd39edc44d08 req-3e994dba-a4e4-467e-ad86-bb4e510e558d tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 944 time: 0.0858281 Apr 05 22:32:43.519488 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b6af8dd3-4f0f-4e74-9ae7-dd39edc44d08 req-27ab31d2-c733-4e4f-a409-8414822027ec tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0653646 Apr 05 22:32:43.708277 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1637abf-94aa-4252-b5af-717e6201aeba req-6632bd8b-7f41-4dbc-8740-90ae8df16a86 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:43.709800 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b1637abf-94aa-4252-b5af-717e6201aeba req-6632bd8b-7f41-4dbc-8740-90ae8df16a86 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 943 time: 0.0613735 Apr 05 22:32:43.758088 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b1637abf-94aa-4252-b5af-717e6201aeba req-0661afbf-a512-41f7-9942-5ee531cebf7e tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424705 Apr 05 22:32:44.400139 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4083210-1dfb-4658-9af7-c1361c6e8a4a req-1e2eacea-dbbf-4459-a138-9eeac268ac5e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:44.401646 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f4083210-1dfb-4658-9af7-c1361c6e8a4a req-1e2eacea-dbbf-4459-a138-9eeac268ac5e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5461b49-2cb2-4736-aa57-5af732d22cb9 HTTP/1.1" status: 200 len: 943 time: 0.0524809 Apr 05 22:32:44.474095 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f4083210-1dfb-4658-9af7-c1361c6e8a4a req-913e737b-da94-4ddd-ac20-1cdd7118cf48 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=19a7ba34-fa7d-4396-8b10-8bab5efb6589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668750 Apr 05 22:32:44.496574 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26983499-ac16-41f3-8641-a7357982642b req-6f901808-b783-4d67-85e9-2012fcde7f67 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:44.498317 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-26983499-ac16-41f3-8641-a7357982642b req-6f901808-b783-4d67-85e9-2012fcde7f67 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 944 time: 0.0628269 Apr 05 22:32:44.544679 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-26983499-ac16-41f3-8641-a7357982642b req-f2d50e39-8267-4007-aeb7-054c5af28985 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409477 Apr 05 22:32:44.649577 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bfde62-5932-4580-9944-f8d4cb46424b req-f23f4591-b48a-4706-aeca-20e4ad700cee tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:44.651066 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d6bfde62-5932-4580-9944-f8d4cb46424b req-f23f4591-b48a-4706-aeca-20e4ad700cee tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 944 time: 0.0540299 Apr 05 22:32:44.707559 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d6bfde62-5932-4580-9944-f8d4cb46424b req-28c11a67-90b5-406b-b74d-55884d2e1b07 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477576 Apr 05 22:32:44.883894 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78819289-989a-478b-b126-59fba69e32e3 req-512f9f47-5e51-4f49-b97a-1be804157deb tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:44.885396 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-78819289-989a-478b-b126-59fba69e32e3 req-512f9f47-5e51-4f49-b97a-1be804157deb tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 943 time: 0.0568738 Apr 05 22:32:44.935077 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-78819289-989a-478b-b126-59fba69e32e3 req-d5692a03-aacb-4f43-af82-988ca2f4d94d tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440514 Apr 05 22:32:45.588830 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4944e5-5120-4c67-94f5-7df9d22bcbfc req-61eefcff-32db-40dd-8da3-e1344cefa4c2 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:45.590274 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7a4944e5-5120-4c67-94f5-7df9d22bcbfc req-61eefcff-32db-40dd-8da3-e1344cefa4c2 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5461b49-2cb2-4736-aa57-5af732d22cb9 HTTP/1.1" status: 200 len: 943 time: 0.0508378 Apr 05 22:32:45.634854 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7a4944e5-5120-4c67-94f5-7df9d22bcbfc req-28784403-7cfe-42b4-9f1d-892e838b8cf4 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=19a7ba34-fa7d-4396-8b10-8bab5efb6589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391958 Apr 05 22:32:45.740800 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb54710-bdbb-4b65-8060-13ba31695c1c req-9bf83c23-3f04-4d7a-8f93-c68558dece7a tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:45.742294 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-deb54710-bdbb-4b65-8060-13ba31695c1c req-9bf83c23-3f04-4d7a-8f93-c68558dece7a tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 944 time: 0.0565348 Apr 05 22:32:45.789295 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-deb54710-bdbb-4b65-8060-13ba31695c1c req-d9baa93b-04a2-40d4-a5dd-f2696e690e83 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407827 Apr 05 22:32:45.894285 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fdba5-e539-429d-b50b-3a51aa60f84c req-6310f979-4439-49e9-8873-1de76e9dc6f0 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:45.895754 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-896fdba5-e539-429d-b50b-3a51aa60f84c req-6310f979-4439-49e9-8873-1de76e9dc6f0 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 944 time: 0.0534580 Apr 05 22:32:45.957264 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-896fdba5-e539-429d-b50b-3a51aa60f84c req-915199a8-a864-4a71-bdac-f0727858eaa9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424225 Apr 05 22:32:46.065813 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073f739-e413-4f9b-b586-bf20093ab3e2 req-90ff5147-a3b0-4554-9a31-d470ad36eb82 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:46.067269 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c073f739-e413-4f9b-b586-bf20093ab3e2 req-90ff5147-a3b0-4554-9a31-d470ad36eb82 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 943 time: 0.0516882 Apr 05 22:32:46.116476 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c073f739-e413-4f9b-b586-bf20093ab3e2 req-03451e9d-b8a7-4a66-a817-8c02b9d08a01 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433502 Apr 05 22:32:46.748061 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151090e5-80d0-4603-bfec-b69779ff8678 req-6f4203b7-c65f-4dc4-a144-23b35031909e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:46.749453 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-151090e5-80d0-4603-bfec-b69779ff8678 req-6f4203b7-c65f-4dc4-a144-23b35031909e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5461b49-2cb2-4736-aa57-5af732d22cb9 HTTP/1.1" status: 200 len: 943 time: 0.0507627 Apr 05 22:32:46.795293 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-151090e5-80d0-4603-bfec-b69779ff8678 req-c8e35572-1e0c-4920-b7a0-97c5da89e5f4 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=19a7ba34-fa7d-4396-8b10-8bab5efb6589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403163 Apr 05 22:32:46.901871 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14da4e-b909-4852-84f7-78e1db798994 req-0b85d125-6774-42bf-a559-11b3353c1bd3 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:46.903325 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ac14da4e-b909-4852-84f7-78e1db798994 req-0b85d125-6774-42bf-a559-11b3353c1bd3 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 944 time: 0.0506258 Apr 05 22:32:46.948655 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ac14da4e-b909-4852-84f7-78e1db798994 req-7d47a574-fdf6-4930-8efe-95732379daf7 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391505 Apr 05 22:32:47.082543 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb3d36-b471-4be0-9d36-ad5c2aa3cc0c req-e6b93f85-50c5-4b26-9e8d-ba52b92350c0 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:47.083995 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-71eb3d36-b471-4be0-9d36-ad5c2aa3cc0c req-e6b93f85-50c5-4b26-9e8d-ba52b92350c0 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 944 time: 0.0565145 Apr 05 22:32:47.131953 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-71eb3d36-b471-4be0-9d36-ad5c2aa3cc0c req-43cba008-3cb1-4670-8d8a-0366ee01e086 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423543 Apr 05 22:32:47.159900 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device a11904cd-7e78-4883-98a9-92fb30b55a65 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:32:47.278348 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b01b08-0b69-4070-8a9c-c26c402a2575 req-ba0d88c4-273e-4180-b47b-21c178efc89d tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:47.278718 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-48b01b08-0b69-4070-8a9c-c26c402a2575 req-ba0d88c4-273e-4180-b47b-21c178efc89d tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 943 time: 0.0796547 Apr 05 22:32:47.307899 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port a11904cd-7e78-4883-98a9-92fb30b55a65, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=a11904cd-7e78-4883-98a9-92fb30b55a65,segment=NetworkSegment(bad0aca7-96dd-472c-9062-1cdad7db236b),segment_id=bad0aca7-96dd-472c-9062-1cdad7db236b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:32:47.317807 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Returning: {'device': 'a11904cd-7e78-4883-98a9-92fb30b55a65', 'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b', 'port_id': 'a11904cd-7e78-4883-98a9-92fb30b55a65', 'mac_address': 'fa:16:3e:b0:04:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de490332-8df6-483d-b976-f39e215adfd8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:32:47.332109 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-48b01b08-0b69-4070-8a9c-c26c402a2575 req-56dc72ee-46bd-4f9b-ae02-3182feefcf8e tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476766 Apr 05 22:32:47.362014 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port a11904cd-7e78-4883-98a9-92fb30b55a65 is: DOWN; New status is: BUILD {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:47.362402 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (a11904cd-7e78-4883-98a9-92fb30b55a65), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:47.375454 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a11904cd-7e78-4883-98a9-92fb30b55a65 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:32:47.396365 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port a11904cd-7e78-4883-98a9-92fb30b55a65, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=a11904cd-7e78-4883-98a9-92fb30b55a65,segment=NetworkSegment(bad0aca7-96dd-472c-9062-1cdad7db236b),segment_id=bad0aca7-96dd-472c-9062-1cdad7db236b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:32:47.400266 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (a11904cd-7e78-4883-98a9-92fb30b55a65), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:47.447724 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=a11904cd-7e78-4883-98a9-92fb30b55a65,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:47.918101 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599bec5f-f6f7-46d2-8e2d-cdba2bbfbe46 req-09975c29-9e66-4ea1-84b5-f29670b2f6b3 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:47.919709 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-599bec5f-f6f7-46d2-8e2d-cdba2bbfbe46 req-09975c29-9e66-4ea1-84b5-f29670b2f6b3 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5461b49-2cb2-4736-aa57-5af732d22cb9 HTTP/1.1" status: 200 len: 943 time: 0.0598979 Apr 05 22:32:47.967875 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-599bec5f-f6f7-46d2-8e2d-cdba2bbfbe46 req-e8a78805-4fd2-419e-8432-cc1a9692a3c6 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=19a7ba34-fa7d-4396-8b10-8bab5efb6589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427649 Apr 05 22:32:48.070268 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa1ab4-38ee-442a-bb53-47da8577afcb req-f5b2301c-bf6e-4c39-952f-20c69fd5f2ff tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:48.071695 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-52fa1ab4-38ee-442a-bb53-47da8577afcb req-f5b2301c-bf6e-4c39-952f-20c69fd5f2ff tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 944 time: 0.0511036 Apr 05 22:32:48.117731 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-52fa1ab4-38ee-442a-bb53-47da8577afcb req-da8b2875-2412-4349-89a2-da663f61a8ac tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403988 Apr 05 22:32:48.249416 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511c566-5452-47c8-aac4-a13ff8001ad5 req-784dfe07-abcf-4fd2-8392-1aa4fb98b4fa tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:48.250918 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6511c566-5452-47c8-aac4-a13ff8001ad5 req-784dfe07-abcf-4fd2-8392-1aa4fb98b4fa tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 945 time: 0.0507483 Apr 05 22:32:48.298201 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6511c566-5452-47c8-aac4-a13ff8001ad5 req-87ff0ee9-e51d-47b5-a737-318a38858692 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415545 Apr 05 22:32:48.443505 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618895b5-e1c6-443a-85b7-1117cc67e9e2 req-aa41df77-8857-4bdb-86b5-97e8098a268b tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:48.444907 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-618895b5-e1c6-443a-85b7-1117cc67e9e2 req-aa41df77-8857-4bdb-86b5-97e8098a268b tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 943 time: 0.0560188 Apr 05 22:32:48.491191 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-618895b5-e1c6-443a-85b7-1117cc67e9e2 req-8404f35a-be40-4c8c-b2d3-ba717fb31526 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406349 Apr 05 22:32:48.990456 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] get_ports_and_sgs() called for port_ids ['a11904cd-7e78-4883-98a9-92fb30b55a65'] {{(pid=103304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:32:49.108639 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad25f5e-5a47-4b53-aebf-bd1099fab67e req-4d344ec6-b711-4b15-b219-405a02889701 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:49.110859 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4ad25f5e-5a47-4b53-aebf-bd1099fab67e req-4d344ec6-b711-4b15-b219-405a02889701 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5461b49-2cb2-4736-aa57-5af732d22cb9 HTTP/1.1" status: 200 len: 943 time: 0.0701411 Apr 05 22:32:49.164218 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4ad25f5e-5a47-4b53-aebf-bd1099fab67e req-31e9048f-93ea-4f03-a55b-40bc2718ab5e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=19a7ba34-fa7d-4396-8b10-8bab5efb6589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477204 Apr 05 22:32:49.371315 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-de16a4b3-c273-4e64-9749-d0f9f49556df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:49.373374 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-de16a4b3-c273-4e64-9749-d0f9f49556df service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b6baf2d1-4111-4179-97b5-8f3d3d51eaff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1538739 Apr 05 22:32:49.377067 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-e95b8ea5-d7e9-44e4-8f7b-978fcd5bd626 service neutron] 10.222.0.46 "GET /v2.0/networks/30d168ff-b6ad-4812-af5d-7394de5c0536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678360 Apr 05 22:32:49.388938 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1cc42-a844-45a1-8b78-fc00fdbf5842 req-8550a005-6019-4865-a8f7-dcf0ab0bd62a tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:49.390794 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5dc1cc42-a844-45a1-8b78-fc00fdbf5842 req-8550a005-6019-4865-a8f7-dcf0ab0bd62a tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 944 time: 0.1352992 Apr 05 22:32:49.559345 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-2a7a593b-93d6-4825-9e2c-ee84dc6b6471 service neutron] 10.222.0.46 "GET /v2.0/networks/e7e24e6e-3544-4395-8e0c-7d87fa5e4b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247621 Apr 05 22:32:49.676850 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b74d5d-7d97-429f-aeb4-b70f7b6327d2 req-33dbeedf-5589-470d-b329-e640f7d381ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:49.678659 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-04b74d5d-7d97-429f-aeb4-b70f7b6327d2 req-33dbeedf-5589-470d-b329-e640f7d381ce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53101836a2ba42f5b58f4a6b84af6522&device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 1129 time: 0.3857815 Apr 05 22:32:49.681058 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-1a766e12-839d-4037-a763-7860bd20dd55 req-a7a8fd53-8b46-412c-8ec4-562f44f5f811 service neutron] 10.222.0.46 "GET /v2.0/networks/e7e24e6e-3544-4395-8e0c-7d87fa5e4b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4711449 Apr 05 22:32:49.773027 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5dc1cc42-a844-45a1-8b78-fc00fdbf5842 req-b24acdf1-5344-49f4-91e3-c7a9546b0e14 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3642778 Apr 05 22:32:49.814685 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-73681864-6f5b-4cd7-9474-e0eb0cd38d3c service neutron] 10.222.0.46 "GET /v2.0/networks/b6baf2d1-4111-4179-97b5-8f3d3d51eaff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216859 Apr 05 22:32:49.818285 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e39b048b-0308-4bca-aa8b-127fb668dee2 req-fe3afa6f-e972-4598-b8fb-6ec0615ce330 service neutron] 10.222.0.46 "GET /v2.0/networks/30d168ff-b6ad-4812-af5d-7394de5c0536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264097 Apr 05 22:32:49.833047 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9f710-a3ec-4d95-b36b-fb95e6f16485 req-741c167b-1885-4641-8fe8-38b381f21d1c tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:49.834630 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f6d9f710-a3ec-4d95-b36b-fb95e6f16485 req-741c167b-1885-4641-8fe8-38b381f21d1c tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 945 time: 0.1339276 Apr 05 22:32:49.916545 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f6d9f710-a3ec-4d95-b36b-fb95e6f16485 req-5f47c87e-dcb9-4d32-af0b-938ad527cb06 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0758986 Apr 05 22:32:49.936782 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820ac16-0e7f-46b7-b9d5-6b8f0fabe26a req-37dae8c8-2009-4002-8e36-aaa705f2b2cd tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:49.938855 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b820ac16-0e7f-46b7-b9d5-6b8f0fabe26a req-37dae8c8-2009-4002-8e36-aaa705f2b2cd tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 943 time: 0.0772257 Apr 05 22:32:49.995211 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b820ac16-0e7f-46b7-b9d5-6b8f0fabe26a req-c0f74e42-3714-4275-b921-70484789688a tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503893 Apr 05 22:32:50.003193 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-5d4af8f9-d543-4687-86ee-3e070a9b36f4 req-ad1b2d7b-e19a-45a8-8a96-b47a00784ef1 service neutron] 10.222.0.46 "GET /v2.0/networks/e7e24e6e-3544-4395-8e0c-7d87fa5e4b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195042 Apr 05 22:32:50.023647 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b74d5d-7d97-429f-aeb4-b70f7b6327d2 req-fd91704a-8723-4fdd-98cd-925cf4b5130e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:50.025266 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-04b74d5d-7d97-429f-aeb4-b70f7b6327d2 req-fd91704a-8723-4fdd-98cd-925cf4b5130e service neutron] 10.222.0.46 "GET /v2.0/networks?id=5f18d588-ed8c-4ba8-aa61-86f84f08ea4b HTTP/1.1" status: 200 len: 918 time: 0.3206060 Apr 05 22:32:50.323856 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3caff-a0db-4b0b-ad92-84c90ef3da30 req-1151a3b7-a3ac-471c-99d4-f34737e6df06 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:50.325370 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a3b3caff-a0db-4b0b-ad92-84c90ef3da30 req-1151a3b7-a3ac-471c-99d4-f34737e6df06 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5461b49-2cb2-4736-aa57-5af732d22cb9 HTTP/1.1" status: 200 len: 943 time: 0.0788665 Apr 05 22:32:50.385908 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a3b3caff-a0db-4b0b-ad92-84c90ef3da30 req-b754618d-05ed-4bde-a5fd-75c60ccadb3f tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=19a7ba34-fa7d-4396-8b10-8bab5efb6589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536921 Apr 05 22:32:50.429564 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 44336) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:50.533641 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-467b8749-da73-485a-81bf-e5af9bd27b6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:50.604605 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-467b8749-da73-485a-81bf-e5af9bd27b6e admin admin] Publish callbacks [] for security_group (8fe02c4a-4455-43ea-acdb-9de39118e414), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:50.608302 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-467b8749-da73-485a-81bf-e5af9bd27b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (8fe02c4a-4455-43ea-acdb-9de39118e414), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:50.646648 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-467b8749-da73-485a-81bf-e5af9bd27b6e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2225248f81674e8491e15e2c28006f22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2159986 Apr 05 22:32:50.647851 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b8749-da73-485a-81bf-e5af9bd27b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe02c4a-4455-43ea-acdb-9de39118e414,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:50.649288 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 44342) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:50.699436 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4dea4ef5-31ea-45a0-b84a-164af0223588 admin admin] Publish callbacks [] for security_group (8fe02c4a-4455-43ea-acdb-9de39118e414), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:50.719893 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4dea4ef5-31ea-45a0-b84a-164af0223588 admin admin] Publish callbacks [] for security_group (8fe02c4a-4455-43ea-acdb-9de39118e414), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:50.764819 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4dea4ef5-31ea-45a0-b84a-164af0223588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (8fe02c4a-4455-43ea-acdb-9de39118e414), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:50.767484 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4dea4ef5-31ea-45a0-b84a-164af0223588 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:50.768622 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-4dea4ef5-31ea-45a0-b84a-164af0223588 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8fe02c4a-4455-43ea-acdb-9de39118e414 HTTP/1.1" status: 204 len: 168 time: 0.1182790 Apr 05 22:32:50.776062 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea4ef5-31ea-45a0-b84a-164af0223588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe02c4a-4455-43ea-acdb-9de39118e414,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:50.861881 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device a11904cd-7e78-4883-98a9-92fb30b55a65 up at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:32:50.962064 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7c633-06ba-4595-bc7d-57aafe5500f4 req-6069a444-dd92-4d01-8b81-839462ad8e82 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:50.967678 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-aee7c633-06ba-4595-bc7d-57aafe5500f4 req-6069a444-dd92-4d01-8b81-839462ad8e82 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 944 time: 0.1103704 Apr 05 22:32:50.992158 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning for port a11904cd-7e78-4883-98a9-92fb30b55a65 completed by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:32:50.998725 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning complete for port a11904cd-7e78-4883-98a9-92fb30b55a65 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:50.999531 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (a11904cd-7e78-4883-98a9-92fb30b55a65), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:51.061498 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-aee7c633-06ba-4595-bc7d-57aafe5500f4 req-421af0bf-6ec2-4cdb-bdbb-f8f38319f682 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869951 Apr 05 22:32:51.126256 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port a11904cd-7e78-4883-98a9-92fb30b55a65 is: BUILD; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:51.126947 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (a11904cd-7e78-4883-98a9-92fb30b55a65), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:51.133899 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc84e25-a69c-46c0-b274-a32154a43bf9 req-89bef47f-6a06-4b8a-a408-5afb9bf8b585 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:51.135537 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5bc84e25-a69c-46c0-b274-a32154a43bf9 req-89bef47f-6a06-4b8a-a408-5afb9bf8b585 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 945 time: 0.1013517 Apr 05 22:32:51.152476 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe8a2ff-32d2-4752-bb89-b317c0dffc67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11904cd-7e78-4883-98a9-92fb30b55a65'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:32:51.155281 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16471d07bccade7c78bbaf7939695eccfc965b3074ad902c0ac28a73985796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228da2bc-bbc3-4595-912d-6fd1342b5574" -d '{"events": [{"server_uuid": "0fe8a2ff-32d2-4752-bb89-b317c0dffc67", "name": "network-vif-plugged", "status": "completed", "tag": "a11904cd-7e78-4883-98a9-92fb30b55a65"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:32:51.171478 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port a11904cd-7e78-4883-98a9-92fb30b55a65, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=a11904cd-7e78-4883-98a9-92fb30b55a65,segment=NetworkSegment(bad0aca7-96dd-472c-9062-1cdad7db236b),segment_id=bad0aca7-96dd-472c-9062-1cdad7db236b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:32:51.178650 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (a11904cd-7e78-4883-98a9-92fb30b55a65), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:51.184201 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 44376) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:51.214755 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c3db1fdc-3c15-4733-9190-73e34d2254a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:51.237115 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=a11904cd-7e78-4883-98a9-92fb30b55a65,revision_number=5']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:51.246920 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b986e7-f5de-465e-b1dd-3461cc117198 req-f9619ccf-415a-44cf-b30b-5a677d51dc62 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:51.248687 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-57b986e7-f5de-465e-b1dd-3461cc117198 req-f9619ccf-415a-44cf-b30b-5a677d51dc62 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 943 time: 0.1119800 Apr 05 22:32:51.287704 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5bc84e25-a69c-46c0-b274-a32154a43bf9 req-9ab9053f-d302-426f-ad6a-bdcfa922e49e tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1128511 Apr 05 22:32:51.333271 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-57b986e7-f5de-465e-b1dd-3461cc117198 req-6660be5f-a6ff-4322-a99a-862ce3868dbf tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748944 Apr 05 22:32:51.346204 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2542ab5-3192-4919-a2e5-b6c8d6c5126a x-openstack-request-id: req-e2542ab5-3192-4919-a2e5-b6c8d6c5126a {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:32:51.346762 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe8a2ff-32d2-4752-bb89-b317c0dffc67", "name": "network-vif-plugged", "status": "completed", "tag": "a11904cd-7e78-4883-98a9-92fb30b55a65", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:32:51.347082 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e2542ab5-3192-4919-a2e5-b6c8d6c5126a {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:32:51.347549 dv-cinder-835879-4-iscsi neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2542ab5-3192-4919-a2e5-b6c8d6c5126a'] response: {'server_uuid': '0fe8a2ff-32d2-4752-bb89-b317c0dffc67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11904cd-7e78-4883-98a9-92fb30b55a65', 'code': 200} Apr 05 22:32:51.375665 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c3db1fdc-3c15-4733-9190-73e34d2254a3 admin admin] Publish callbacks [] for security_group (6870a414-dac0-4a2a-aff1-75e6049b8156), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:51.377803 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 44380) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:51.383658 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c3db1fdc-3c15-4733-9190-73e34d2254a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (6870a414-dac0-4a2a-aff1-75e6049b8156), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:51.426992 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-c3db1fdc-3c15-4733-9190-73e34d2254a3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9cab06bcbbc74a55a58193662d2b487f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2414165 Apr 05 22:32:51.427895 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 44386) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:51.428236 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db1fdc-3c15-4733-9190-73e34d2254a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6870a414-dac0-4a2a-aff1-75e6049b8156,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:51.476861 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3e6604f8-eda0-4f03-9287-651e2f738770 admin admin] Publish callbacks [] for security_group (6870a414-dac0-4a2a-aff1-75e6049b8156), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:51.501202 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3e6604f8-eda0-4f03-9287-651e2f738770 admin admin] Publish callbacks [] for security_group (6870a414-dac0-4a2a-aff1-75e6049b8156), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:51.508657 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6713b41b-8bd9-4c85-b4e4-f0a8e5d43fdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:51.544600 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3307dc-6935-45e8-afdb-2937dd687b48 req-8ffa9899-43c4-495d-99ba-0c6e2d94fe6d tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:51.546265 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ea3307dc-6935-45e8-afdb-2937dd687b48 req-8ffa9899-43c4-495d-99ba-0c6e2d94fe6d tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5461b49-2cb2-4736-aa57-5af732d22cb9 HTTP/1.1" status: 200 len: 943 time: 0.0813196 Apr 05 22:32:51.550509 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3e6604f8-eda0-4f03-9287-651e2f738770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (6870a414-dac0-4a2a-aff1-75e6049b8156), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:51.553201 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3e6604f8-eda0-4f03-9287-651e2f738770 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:51.554464 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-3e6604f8-eda0-4f03-9287-651e2f738770 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6870a414-dac0-4a2a-aff1-75e6049b8156 HTTP/1.1" status: 204 len: 168 time: 0.1256087 Apr 05 22:32:51.562692 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6604f8-eda0-4f03-9287-651e2f738770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6870a414-dac0-4a2a-aff1-75e6049b8156,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:51.630044 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ea3307dc-6935-45e8-afdb-2937dd687b48 req-a3dc70bc-751f-4f59-81b9-4332e52dc973 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=19a7ba34-fa7d-4396-8b10-8bab5efb6589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773737 Apr 05 22:32:51.654594 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6713b41b-8bd9-4c85-b4e4-f0a8e5d43fdf admin admin] Publish callbacks [] for security_group (976eecb0-a32f-4699-b38f-7e1b8704994f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:51.658429 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6713b41b-8bd9-4c85-b4e4-f0a8e5d43fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (976eecb0-a32f-4699-b38f-7e1b8704994f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:51.696979 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-6713b41b-8bd9-4c85-b4e4-f0a8e5d43fdf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=17eb3eab29d1434f9bfe49cf99f8a24a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3180034 Apr 05 22:32:51.697858 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6713b41b-8bd9-4c85-b4e4-f0a8e5d43fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976eecb0-a32f-4699-b38f-7e1b8704994f,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:51.699819 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 44394) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:51.753718 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fbfc6aaa-da57-49b6-84eb-a4ccd3778bb5 admin admin] Publish callbacks [] for security_group (976eecb0-a32f-4699-b38f-7e1b8704994f), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:51.784987 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fbfc6aaa-da57-49b6-84eb-a4ccd3778bb5 admin admin] Publish callbacks [] for security_group (976eecb0-a32f-4699-b38f-7e1b8704994f), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:51.832709 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fbfc6aaa-da57-49b6-84eb-a4ccd3778bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (976eecb0-a32f-4699-b38f-7e1b8704994f), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:51.835358 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fbfc6aaa-da57-49b6-84eb-a4ccd3778bb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:51.836595 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-fbfc6aaa-da57-49b6-84eb-a4ccd3778bb5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/976eecb0-a32f-4699-b38f-7e1b8704994f HTTP/1.1" status: 204 len: 168 time: 0.1337106 Apr 05 22:32:51.846027 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc6aaa-da57-49b6-84eb-a4ccd3778bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976eecb0-a32f-4699-b38f-7e1b8704994f,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:51.966863 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-04b74d5d-7d97-429f-aeb4-b70f7b6327d2 req-cc2cd91d-a4c4-4852-afcb-c7959f1403e6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a11904cd-7e78-4883-98a9-92fb30b55a65 HTTP/1.1" status: 200 len: 217 time: 0.0744267 Apr 05 22:32:51.987676 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952f1b2-4783-4e00-8ef0-050073bb29e6 req-aafafd43-2a70-47e3-9383-ac567168b912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:51.989257 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-2952f1b2-4783-4e00-8ef0-050073bb29e6 req-aafafd43-2a70-47e3-9383-ac567168b912 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=20b77f8ad3b947daa87a0a858e8b7ac2&device_id=fcc0baa4-a1b3-4f83-bb87-e1b3f221405c HTTP/1.1" status: 200 len: 1127 time: 0.0981541 Apr 05 22:32:52.002907 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-71e31d1b-98ae-4e95-a13e-79ebb759052e req-9c8c1d0d-d014-43cd-a0f1-c87b7b768f6d service neutron] 10.222.0.46 "GET /v2.0/networks/b6baf2d1-4111-4179-97b5-8f3d3d51eaff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087410 Apr 05 22:32:52.169430 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 44416) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:52.178054 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c54cd-9466-4b3d-86f6-51dc45c1355e req-230c6235-4861-4023-b34d-0cecef6ac973 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:52.179783 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a57c54cd-9466-4b3d-86f6-51dc45c1355e req-230c6235-4861-4023-b34d-0cecef6ac973 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 944 time: 0.0573950 Apr 05 22:32:52.197668 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7fa1f009-08b0-4dcf-b66c-4dcb60655ebc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:52.237540 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a57c54cd-9466-4b3d-86f6-51dc45c1355e req-9696cdb0-2e4f-448b-b8fa-4ffd340225a4 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497181 Apr 05 22:32:52.286956 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7fa1f009-08b0-4dcf-b66c-4dcb60655ebc admin admin] Publish callbacks [] for security_group (2050ebcc-71f4-48a3-901e-7cd81d9bb525), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:52.291281 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7fa1f009-08b0-4dcf-b66c-4dcb60655ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (2050ebcc-71f4-48a3-901e-7cd81d9bb525), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:52.294458 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 44420) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:52.332999 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1f009-08b0-4dcf-b66c-4dcb60655ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2050ebcc-71f4-48a3-901e-7cd81d9bb525,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:52.339220 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-7fa1f009-08b0-4dcf-b66c-4dcb60655ebc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ca5b27171fbf4a848f66d1e53ce670d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1679313 Apr 05 22:32:52.341828 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 44428) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:52.416581 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9ac2fce4-324e-4663-b3b2-54d24b9fcae6 admin admin] Publish callbacks [] for security_group (2050ebcc-71f4-48a3-901e-7cd81d9bb525), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:52.441477 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fdc9a-3684-450b-bcc5-03ffbe6625c9 req-cb4c4fa6-95ee-4e38-bef0-1f5df606671b tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:52.442972 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-974fdc9a-3684-450b-bcc5-03ffbe6625c9 req-cb4c4fa6-95ee-4e38-bef0-1f5df606671b tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 946 time: 0.0798004 Apr 05 22:32:52.451721 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9ac2fce4-324e-4663-b3b2-54d24b9fcae6 admin admin] Publish callbacks [] for security_group (2050ebcc-71f4-48a3-901e-7cd81d9bb525), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:52.503155 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6d8165d4-4625-43de-a743-346bd00d354b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:52.514986 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9ac2fce4-324e-4663-b3b2-54d24b9fcae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (2050ebcc-71f4-48a3-901e-7cd81d9bb525), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:52.517946 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9ac2fce4-324e-4663-b3b2-54d24b9fcae6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:52.519845 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-9ac2fce4-324e-4663-b3b2-54d24b9fcae6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2050ebcc-71f4-48a3-901e-7cd81d9bb525 HTTP/1.1" status: 204 len: 168 time: 0.1770079 Apr 05 22:32:52.531319 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac2fce4-324e-4663-b3b2-54d24b9fcae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2050ebcc-71f4-48a3-901e-7cd81d9bb525,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:52.551679 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-974fdc9a-3684-450b-bcc5-03ffbe6625c9 req-27d8fae5-c28b-4499-8c51-1cf06dfe2e4e tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0998547 Apr 05 22:32:52.563937 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50aec1-20e9-4e54-b7ad-7c194f3f408c req-d5230686-9c7d-4174-9a41-f7ac3d9c1185 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:52.565495 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5a50aec1-20e9-4e54-b7ad-7c194f3f408c req-d5230686-9c7d-4174-9a41-f7ac3d9c1185 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 943 time: 0.1329384 Apr 05 22:32:52.654420 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5a50aec1-20e9-4e54-b7ad-7c194f3f408c req-52abd365-6150-4949-bc29-6183adf674e2 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823448 Apr 05 22:32:52.695253 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6d8165d4-4625-43de-a743-346bd00d354b admin admin] Publish callbacks [] for security_group (913f99ed-e4e5-42d9-9c9e-92d9d8653f73), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:52.700471 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6d8165d4-4625-43de-a743-346bd00d354b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (913f99ed-e4e5-42d9-9c9e-92d9d8653f73), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:52.774737 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8165d4-4625-43de-a743-346bd00d354b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913f99ed-e4e5-42d9-9c9e-92d9d8653f73,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:52.807039 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-6d8165d4-4625-43de-a743-346bd00d354b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=612dafa2cafb4359b1c112819e91a3b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5112219 Apr 05 22:32:52.809668 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 44448) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:52.856698 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e2c95-826a-4e7f-bd59-db43fe90527e req-6ecf7725-1d86-4158-a993-775cc14855d5 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:52.858240 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ca7e2c95-826a-4e7f-bd59-db43fe90527e req-6ecf7725-1d86-4158-a993-775cc14855d5 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5461b49-2cb2-4736-aa57-5af732d22cb9 HTTP/1.1" status: 200 len: 943 time: 0.1390271 Apr 05 22:32:52.888173 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-47b74c95-c89e-4fc5-90bb-e3e1a8b9250a admin admin] Publish callbacks [] for security_group (913f99ed-e4e5-42d9-9c9e-92d9d8653f73), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:52.930169 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-47b74c95-c89e-4fc5-90bb-e3e1a8b9250a admin admin] Publish callbacks [] for security_group (913f99ed-e4e5-42d9-9c9e-92d9d8653f73), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:52.957765 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ca7e2c95-826a-4e7f-bd59-db43fe90527e req-06a4b614-60a8-432f-9b45-13b054e09d24 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=19a7ba34-fa7d-4396-8b10-8bab5efb6589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904078 Apr 05 22:32:53.007790 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-47b74c95-c89e-4fc5-90bb-e3e1a8b9250a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (913f99ed-e4e5-42d9-9c9e-92d9d8653f73), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:53.010378 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-47b74c95-c89e-4fc5-90bb-e3e1a8b9250a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:53.013996 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-47b74c95-c89e-4fc5-90bb-e3e1a8b9250a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/913f99ed-e4e5-42d9-9c9e-92d9d8653f73 HTTP/1.1" status: 204 len: 168 time: 0.2002456 Apr 05 22:32:53.019878 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b74c95-c89e-4fc5-90bb-e3e1a8b9250a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913f99ed-e4e5-42d9-9c9e-92d9d8653f73,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:53.368550 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce15759-a011-4052-84f9-0a71d72ac38a req-9d9c540f-93f8-4ada-8294-afbf6dabc00e tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:53.381697 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-dce15759-a011-4052-84f9-0a71d72ac38a req-9d9c540f-93f8-4ada-8294-afbf6dabc00e tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 944 time: 0.0711174 Apr 05 22:32:53.424567 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-dce15759-a011-4052-84f9-0a71d72ac38a req-d911c2a1-82de-40f3-9de1-e50ee326d735 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417740 Apr 05 22:32:53.713492 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23dd374-a165-4c4e-b12e-63c7767351bb req-6cc4d25e-e82a-4e8a-902f-7e2901df87ab tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:53.717393 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c23dd374-a165-4c4e-b12e-63c7767351bb req-6cc4d25e-e82a-4e8a-902f-7e2901df87ab tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 946 time: 0.0776155 Apr 05 22:32:53.805904 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c23dd374-a165-4c4e-b12e-63c7767351bb req-45f142c5-63be-49bd-9b0c-9265d8063a59 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0822005 Apr 05 22:32:53.823414 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ca244-7bac-41fd-8746-6d072d1d12cd req-1beb8330-8676-4256-8387-8620ee5a708b tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:53.846608 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b80ca244-7bac-41fd-8746-6d072d1d12cd req-1beb8330-8676-4256-8387-8620ee5a708b tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 943 time: 0.1033783 Apr 05 22:32:53.917374 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b80ca244-7bac-41fd-8746-6d072d1d12cd req-11488d2e-f63c-4cf4-876a-a71c8d1c0dd1 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674620 Apr 05 22:32:54.098666 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13588c5b-b5e7-468c-9bb8-09ecd33a9abe req-2233306d-82bf-408d-8d17-c8e81b71c29e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:54.105721 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-13588c5b-b5e7-468c-9bb8-09ecd33a9abe req-2233306d-82bf-408d-8d17-c8e81b71c29e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5461b49-2cb2-4736-aa57-5af732d22cb9 HTTP/1.1" status: 200 len: 943 time: 0.0680211 Apr 05 22:32:54.152462 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-13588c5b-b5e7-468c-9bb8-09ecd33a9abe req-a243ddc8-254b-47a5-a115-cf5864f8bfc2 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=19a7ba34-fa7d-4396-8b10-8bab5efb6589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456636 Apr 05 22:32:54.179804 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 44546) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:54.285581 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-4b577cbf-49cc-415f-a7c0-1866c49184aa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1450005223-network', 'tenant_id': 'd3665edf55e84964a68e36270a58315f'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:54.309126 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b577cbf-49cc-415f-a7c0-1866c49184aa admin admin] Made reservation on behalf of d3665edf55e84964a68e36270a58315f for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:32:54.311468 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4b577cbf-49cc-415f-a7c0-1866c49184aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:54.320547 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4b577cbf-49cc-415f-a7c0-1866c49184aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:54.403413 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4b577cbf-49cc-415f-a7c0-1866c49184aa admin admin] Publish callbacks [] for security_group (7b9c07d4-3cd5-4e67-8751-274735ee8494), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:54.405422 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 44560) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:54.411898 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4b577cbf-49cc-415f-a7c0-1866c49184aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (7b9c07d4-3cd5-4e67-8751-274735ee8494), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:54.436727 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b577cbf-49cc-415f-a7c0-1866c49184aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:32:54.446671 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b577cbf-49cc-415f-a7c0-1866c49184aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9c07d4-3cd5-4e67-8751-274735ee8494,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:54.451505 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4b577cbf-49cc-415f-a7c0-1866c49184aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781'] for segment (41307e8e-b13b-4275-a7b3-6fa90de0c9a3), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:54.452054 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.db.segments_db [None req-4b577cbf-49cc-415f-a7c0-1866c49184aa admin admin] Added segment 41307e8e-b13b-4275-a7b3-6fa90de0c9a3 of type vlan for network 3d6a5d24-56a4-4406-b3da-c3c8c20629cd Apr 05 22:32:54.502712 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4b577cbf-49cc-415f-a7c0-1866c49184aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760878853690'] for network (3d6a5d24-56a4-4406-b3da-c3c8c20629cd), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:54.569362 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-65459259-20b9-4f3c-886e-e55a34c398d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:54.578970 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4b577cbf-49cc-415f-a7c0-1866c49184aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960'] for network (3d6a5d24-56a4-4406-b3da-c3c8c20629cd), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:54.579914 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b577cbf-49cc-415f-a7c0-1866c49184aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:54.580571 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4b577cbf-49cc-415f-a7c0-1866c49184aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:54.627623 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-4b577cbf-49cc-415f-a7c0-1866c49184aa admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4467006 Apr 05 22:32:54.630533 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 44570) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:54.638555 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-08d40771-ef62-4e8d-b79a-7be9216c02c1 admin admin] Request body: {'subnet': {'network_id': '3d6a5d24-56a4-4406-b3da-c3c8c20629cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1450005223-subnet', 'tenant_id': 'd3665edf55e84964a68e36270a58315f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:54.659083 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d40771-ef62-4e8d-b79a-7be9216c02c1 admin admin] Made reservation on behalf of d3665edf55e84964a68e36270a58315f for: {'subnet': 1} {{(pid=103303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:32:54.661706 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-08d40771-ef62-4e8d-b79a-7be9216c02c1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:54.677799 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d4214-0c07-4332-8538-1ee5eca5a4ea req-8deca060-38c1-4cfa-b1ba-624a6d3742ba tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:54.679783 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-892d4214-0c07-4332-8538-1ee5eca5a4ea req-8deca060-38c1-4cfa-b1ba-624a6d3742ba tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 944 time: 0.1596861 Apr 05 22:32:54.705625 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b577cbf-49cc-415f-a7c0-1866c49184aa admin admin] Pushing event updated for resources: {'Network': ['ID=3d6a5d24-56a4-4406-b3da-c3c8c20629cd,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:54.717669 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Network 3d6a5d24-56a4-4406-b3da-c3c8c20629cd details requested by agent ovs-agent-dv-cinder-835879-4-iscsi with host dv-cinder-835879-4-iscsi {{(pid=103304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:32:54.764788 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-892d4214-0c07-4332-8538-1ee5eca5a4ea req-acb46b8c-1f7f-49fc-b9ae-65ec5ddc362b tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728889 Apr 05 22:32:54.793321 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-65459259-20b9-4f3c-886e-e55a34c398d8 admin admin] Publish callbacks [] for security_group (c31b4426-7d16-4769-815b-5177f2e00993), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:54.799117 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-65459259-20b9-4f3c-886e-e55a34c398d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (c31b4426-7d16-4769-815b-5177f2e00993), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:54.834222 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-65459259-20b9-4f3c-886e-e55a34c398d8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=545ae1492721465e88f13266037241c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4253278 Apr 05 22:32:54.835085 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 44572) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:54.859305 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65459259-20b9-4f3c-886e-e55a34c398d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31b4426-7d16-4769-815b-5177f2e00993,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:54.894899 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device e6d0f6dc-997d-4ab9-9778-2e6151466215 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:32:54.926821 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-08d40771-ef62-4e8d-b79a-7be9216c02c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960'] for subnet (9d3128c9-3134-41dd-b51b-26e0d700f0ad), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:55.014376 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d40771-ef62-4e8d-b79a-7be9216c02c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d3128c9-3134-41dd-b51b-26e0d700f0ad,revision_number=0']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:55.042101 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d40771-ef62-4e8d-b79a-7be9216c02c1 admin admin] Checking segment: {'id': '41307e8e-b13b-4275-a7b3-6fa90de0c9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3d6a5d24-56a4-4406-b3da-c3c8c20629cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:32:55.042454 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d40771-ef62-4e8d-b79a-7be9216c02c1 admin admin] Network hostable DHCP agents. Network: 3d6a5d24-56a4-4406-b3da-c3c8c20629cd, hostable agents: ['1fb4f16d-f195-4bf9-acd2-17d67be332a8'], hosted agents: [] {{(pid=103303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:32:55.060463 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port e6d0f6dc-997d-4ab9-9778-2e6151466215, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e6d0f6dc-997d-4ab9-9778-2e6151466215,segment=NetworkSegment(8e05269c-2d20-4fff-93bb-3b9f88c16ef1),segment_id=8e05269c-2d20-4fff-93bb-3b9f88c16ef1)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:32:55.064726 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d40771-ef62-4e8d-b79a-7be9216c02c1 admin admin] Network 3d6a5d24-56a4-4406-b3da-c3c8c20629cd is scheduled to be hosted by DHCP agent 1fb4f16d-f195-4bf9-acd2-17d67be332a8 with binding_index 1 {{(pid=103303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:32:55.077594 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Returning: {'device': 'e6d0f6dc-997d-4ab9-9778-2e6151466215', 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92', 'port_id': 'e6d0f6dc-997d-4ab9-9778-2e6151466215', 'mac_address': 'fa:16:3e:5e:13:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:32:55.079956 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-08d40771-ef62-4e8d-b79a-7be9216c02c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-4-iscsi, 3d6a5d24-56a4-4406-b3da-c3c8c20629cd) {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:32:55.086426 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d40771-ef62-4e8d-b79a-7be9216c02c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:55.087810 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-08d40771-ef62-4e8d-b79a-7be9216c02c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for subnet (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:55.091602 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3ebff330-ea69-4f25-9614-5e06ed669592 admin admin] Publish callbacks [] for security_group (c31b4426-7d16-4769-815b-5177f2e00993), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:55.094024 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8dbc9f-8733-4fce-a3ab-57a01fcb8a6f None None] Network 3d6a5d24-56a4-4406-b3da-c3c8c20629cd requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:32:55.120474 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-08d40771-ef62-4e8d-b79a-7be9216c02c1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4879978 Apr 05 22:32:55.144160 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9ce7a-713a-4016-8090-3191b2ca69d7 req-5c648936-2df3-4a0a-b373-77e669d46522 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:55.145536 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-07f9ce7a-713a-4016-8090-3191b2ca69d7 req-5c648936-2df3-4a0a-b373-77e669d46522 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 946 time: 0.2434490 Apr 05 22:32:55.147493 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3ebff330-ea69-4f25-9614-5e06ed669592 admin admin] Publish callbacks [] for security_group (c31b4426-7d16-4769-815b-5177f2e00993), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:55.172215 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad0323-d08d-41df-935c-121b8b7028bc req-204a6042-ae94-4f0b-ad6a-b7da008ae21c tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:55.174244 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-35ad0323-d08d-41df-935c-121b8b7028bc req-204a6042-ae94-4f0b-ad6a-b7da008ae21c tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 943 time: 0.1794205 Apr 05 22:32:55.221503 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port e6d0f6dc-997d-4ab9-9778-2e6151466215 is: DOWN; New status is: BUILD {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:55.221896 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (e6d0f6dc-997d-4ab9-9778-2e6151466215), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:55.244924 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6d0f6dc-997d-4ab9-9778-2e6151466215 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:32:55.263818 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-07f9ce7a-713a-4016-8090-3191b2ca69d7 req-07ea9bbb-debf-4dc2-b40e-41c76bd60a9b tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1070898 Apr 05 22:32:55.267894 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-35ad0323-d08d-41df-935c-121b8b7028bc req-883d6959-584d-4510-a51d-d4f8bd345c90 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804071 Apr 05 22:32:55.293352 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port e6d0f6dc-997d-4ab9-9778-2e6151466215, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e6d0f6dc-997d-4ab9-9778-2e6151466215,segment=NetworkSegment(8e05269c-2d20-4fff-93bb-3b9f88c16ef1),segment_id=8e05269c-2d20-4fff-93bb-3b9f88c16ef1)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:32:55.293352 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (e6d0f6dc-997d-4ab9-9778-2e6151466215), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:55.297850 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3ebff330-ea69-4f25-9614-5e06ed669592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (c31b4426-7d16-4769-815b-5177f2e00993), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:55.301443 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3ebff330-ea69-4f25-9614-5e06ed669592 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:55.306152 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-3ebff330-ea69-4f25-9614-5e06ed669592 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c31b4426-7d16-4769-815b-5177f2e00993 HTTP/1.1" status: 204 len: 168 time: 0.4698012 Apr 05 22:32:55.311641 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77205d48-5f3e-4e85-8650-e4cb337078ae None None] Network 3d6a5d24-56a4-4406-b3da-c3c8c20629cd requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:32:55.316590 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebff330-ea69-4f25-9614-5e06ed669592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31b4426-7d16-4769-815b-5177f2e00993,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:55.408402 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a643945-8dbc-41a4-a963-bf8d88694967 req-313aa5ad-990c-4555-8313-facc884ae69c tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:55.410770 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1a643945-8dbc-41a4-a963-bf8d88694967 req-313aa5ad-990c-4555-8313-facc884ae69c tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5461b49-2cb2-4736-aa57-5af732d22cb9 HTTP/1.1" status: 200 len: 943 time: 0.0611737 Apr 05 22:32:55.430349 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=e6d0f6dc-997d-4ab9-9778-2e6151466215,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:55.476433 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1a643945-8dbc-41a4-a963-bf8d88694967 req-82b4c1f8-311d-4e6c-aaab-b35a02c82ed4 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=19a7ba34-fa7d-4396-8b10-8bab5efb6589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537152 Apr 05 22:32:55.640563 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] get_ports_and_sgs() called for port_ids ['e6d0f6dc-997d-4ab9-9778-2e6151466215'] {{(pid=103304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:32:55.678728 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 44600) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:55.700131 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-35573cb8-6771-42a9-9065-e4ccbc36daa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:55.777188 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-35573cb8-6771-42a9-9065-e4ccbc36daa5 admin admin] Publish callbacks [] for security_group (cf7883e8-f7c5-4351-b37a-d56ac84ae5c2), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:55.780854 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-35573cb8-6771-42a9-9065-e4ccbc36daa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (cf7883e8-f7c5-4351-b37a-d56ac84ae5c2), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:55.824385 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-35573cb8-6771-42a9-9065-e4ccbc36daa5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=72c5e2a830014d76a947c969a8f4067c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1445451 Apr 05 22:32:55.826625 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35573cb8-6771-42a9-9065-e4ccbc36daa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7883e8-f7c5-4351-b37a-d56ac84ae5c2,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:55.827096 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 44604) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:55.909977 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7af43134-0d1e-4fb1-a22e-03d9ed52e62b admin admin] Publish callbacks [] for security_group (cf7883e8-f7c5-4351-b37a-d56ac84ae5c2), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:55.920869 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678c460-cd15-4edd-bb86-276bc891f632 req-d712cc12-722a-4424-afd0-53c1d7976af3 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:55.922876 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b678c460-cd15-4edd-bb86-276bc891f632 req-d712cc12-722a-4424-afd0-53c1d7976af3 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 944 time: 0.0808563 Apr 05 22:32:55.952570 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7af43134-0d1e-4fb1-a22e-03d9ed52e62b admin admin] Publish callbacks [] for security_group (cf7883e8-f7c5-4351-b37a-d56ac84ae5c2), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:56.005980 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b678c460-cd15-4edd-bb86-276bc891f632 req-37f5d9d1-56d2-4b3a-aa42-710c8068fbbf tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776165 Apr 05 22:32:56.023984 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7af43134-0d1e-4fb1-a22e-03d9ed52e62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (cf7883e8-f7c5-4351-b37a-d56ac84ae5c2), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:56.026710 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7af43134-0d1e-4fb1-a22e-03d9ed52e62b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:56.027803 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-7af43134-0d1e-4fb1-a22e-03d9ed52e62b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cf7883e8-f7c5-4351-b37a-d56ac84ae5c2 HTTP/1.1" status: 204 len: 168 time: 0.1997371 Apr 05 22:32:56.035706 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af43134-0d1e-4fb1-a22e-03d9ed52e62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7883e8-f7c5-4351-b37a-d56ac84ae5c2,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:56.431666 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9d743-56b3-4b97-8950-99f9bf796ebf req-0f374d1a-eaee-4127-b3d9-e7e4219bd24f tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:56.433185 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-96a9d743-56b3-4b97-8950-99f9bf796ebf req-0f374d1a-eaee-4127-b3d9-e7e4219bd24f tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 946 time: 0.0853882 Apr 05 22:32:56.445364 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf0d09-3518-4223-844f-6227b251a35b req-da44929e-6486-4394-8d64-9007b09b2c83 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:56.446946 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3fbf0d09-3518-4223-844f-6227b251a35b req-da44929e-6486-4394-8d64-9007b09b2c83 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 943 time: 0.0901837 Apr 05 22:32:56.617808 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3fbf0d09-3518-4223-844f-6227b251a35b req-e4ce106a-b14e-424f-a4e5-d1813ca54a31 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629176 Apr 05 22:32:56.630353 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-96a9d743-56b3-4b97-8950-99f9bf796ebf req-9b01fbf7-c709-465e-a19b-24af90368c0e tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1823583 Apr 05 22:32:56.665578 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1c274-266c-4a2a-90ae-6cb44a388c44 req-a47c2b30-5421-49d1-8448-b6590ab40e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:56.670799 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4ff1c274-266c-4a2a-90ae-6cb44a388c44 req-a47c2b30-5421-49d1-8448-b6590ab40e7b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2697c0786bb14f85b099106396e57e9e&device_id=e5461b49-2cb2-4736-aa57-5af732d22cb9 HTTP/1.1" status: 200 len: 1127 time: 0.1706374 Apr 05 22:32:56.764563 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b74d5d-7d97-429f-aeb4-b70f7b6327d2 req-48aa5065-ab09-410e-aa5b-38ab8fff5e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:56.766729 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-04b74d5d-7d97-429f-aeb4-b70f7b6327d2 req-48aa5065-ab09-410e-aa5b-38ab8fff5e3d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=de490332-8df6-483d-b976-f39e215adfd8 HTTP/1.1" status: 200 len: 856 time: 0.2699394 Apr 05 22:32:56.806346 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc116eb4-00b7-496b-8da1-d51579d6fe8d req-3734ca85-d391-4868-b9d6-e8ecd367281e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:56.807880 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-dc116eb4-00b7-496b-8da1-d51579d6fe8d req-3734ca85-d391-4868-b9d6-e8ecd367281e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5461b49-2cb2-4736-aa57-5af732d22cb9 HTTP/1.1" status: 200 len: 943 time: 0.1036856 Apr 05 22:32:56.817525 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952f1b2-4783-4e00-8ef0-050073bb29e6 req-c2906929-b75a-42fd-87cf-52ba5f66fcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:56.819497 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-2952f1b2-4783-4e00-8ef0-050073bb29e6 req-c2906929-b75a-42fd-87cf-52ba5f66fcd8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e7e24e6e-3544-4395-8e0c-7d87fa5e4b92 HTTP/1.1" status: 200 len: 919 time: 0.3210344 Apr 05 22:32:56.869528 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-dc116eb4-00b7-496b-8da1-d51579d6fe8d req-5efb3d99-fec0-4c9d-a9ea-0cd4ab123d18 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=19a7ba34-fa7d-4396-8b10-8bab5efb6589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544343 Apr 05 22:32:56.915157 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 87ce46ac-b115-4660-b05d-ad5035e8f486 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:32:56.960756 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device e6d0f6dc-997d-4ab9-9778-2e6151466215 up at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:32:57.073448 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning for port e6d0f6dc-997d-4ab9-9778-2e6151466215 completed by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:32:57.080305 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 87ce46ac-b115-4660-b05d-ad5035e8f486, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=87ce46ac-b115-4660-b05d-ad5035e8f486,segment=NetworkSegment(7a5e164d-fdbc-4c25-a357-31ca6dc11523),segment_id=7a5e164d-fdbc-4c25-a357-31ca6dc11523)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:32:57.094113 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72520a74-4247-4057-8c50-b9317c31dead req-b04c19a3-353a-43db-92ca-e3cc1846667e tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:57.097704 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-72520a74-4247-4057-8c50-b9317c31dead req-b04c19a3-353a-43db-92ca-e3cc1846667e tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/networks?id=3d6a5d24-56a4-4406-b3da-c3c8c20629cd HTTP/1.1" status: 200 len: 809 time: 0.1356797 Apr 05 22:32:57.099020 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning complete for port e6d0f6dc-997d-4ab9-9778-2e6151466215 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:57.099393 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (e6d0f6dc-997d-4ab9-9778-2e6151466215), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:57.113665 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-72520a74-4247-4057-8c50-b9317c31dead req-4ad9d0fc-0911-46e4-84b4-cdc09991380d tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/quotas/d3665edf55e84964a68e36270a58315f HTTP/1.1" status: 200 len: 375 time: 0.0150497 Apr 05 22:32:57.122333 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Returning: {'device': '87ce46ac-b115-4660-b05d-ad5035e8f486', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'port_id': '87ce46ac-b115-4660-b05d-ad5035e8f486', 'mac_address': 'fa:16:3e:70:5f:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:32:57.152354 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-72520a74-4247-4057-8c50-b9317c31dead req-a2c26412-5fcb-4b8d-8327-0934aadd145f tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d3665edf55e84964a68e36270a58315f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374053 Apr 05 22:32:57.178659 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port 87ce46ac-b115-4660-b05d-ad5035e8f486 is: DOWN; New status is: BUILD {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:57.179046 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (87ce46ac-b115-4660-b05d-ad5035e8f486), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:57.195047 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87ce46ac-b115-4660-b05d-ad5035e8f486 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:32:57.238887 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 87ce46ac-b115-4660-b05d-ad5035e8f486, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=87ce46ac-b115-4660-b05d-ad5035e8f486,segment=NetworkSegment(7a5e164d-fdbc-4c25-a357-31ca6dc11523),segment_id=7a5e164d-fdbc-4c25-a357-31ca6dc11523)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:32:57.246101 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (87ce46ac-b115-4660-b05d-ad5035e8f486), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:57.251730 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port e6d0f6dc-997d-4ab9-9778-2e6151466215 is: BUILD; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:57.252347 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (e6d0f6dc-997d-4ab9-9778-2e6151466215), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:57.256312 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6112ff9a-a74c-4dbf-ac68-28ca3663e820 req-590e9d5b-f3e0-4224-a36a-b674ab69e32b tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:57.260197 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6112ff9a-a74c-4dbf-ac68-28ca3663e820 req-590e9d5b-f3e0-4224-a36a-b674ab69e32b tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 944 time: 0.1359329 Apr 05 22:32:57.308491 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-72520a74-4247-4057-8c50-b9317c31dead req-500d2cf5-92b7-451f-9d8a-1e735f871a0f service neutron] 10.222.0.15 "GET /v2.0/networks/3d6a5d24-56a4-4406-b3da-c3c8c20629cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387658 Apr 05 22:32:57.310438 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc0baa4-a1b3-4f83-bb87-e1b3f221405c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d0f6dc-997d-4ab9-9778-2e6151466215'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:32:57.312596 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16471d07bccade7c78bbaf7939695eccfc965b3074ad902c0ac28a73985796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd6378b-d143-494c-899e-e4627db41d63" -d '{"events": [{"server_uuid": "fcc0baa4-a1b3-4f83-bb87-e1b3f221405c", "name": "network-vif-plugged", "status": "completed", "tag": "e6d0f6dc-997d-4ab9-9778-2e6151466215"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:32:57.326113 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=87ce46ac-b115-4660-b05d-ad5035e8f486,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:57.330514 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port e6d0f6dc-997d-4ab9-9778-2e6151466215, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e6d0f6dc-997d-4ab9-9778-2e6151466215,segment=NetworkSegment(8e05269c-2d20-4fff-93bb-3b9f88c16ef1),segment_id=8e05269c-2d20-4fff-93bb-3b9f88c16ef1)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:32:57.340404 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (e6d0f6dc-997d-4ab9-9778-2e6151466215), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:57.386792 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 44678) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:57.390699 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6112ff9a-a74c-4dbf-ac68-28ca3663e820 req-61a105ef-1da6-4d75-aeca-2c42ef3e6742 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195190 Apr 05 22:32:57.394714 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=e6d0f6dc-997d-4ab9-9778-2e6151466215,revision_number=5']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:57.435910 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7d3aff-ae13-489f-90de-19eb9aa62880 x-openstack-request-id: req-fb7d3aff-ae13-489f-90de-19eb9aa62880 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:32:57.436225 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc0baa4-a1b3-4f83-bb87-e1b3f221405c", "name": "network-vif-plugged", "status": "completed", "tag": "e6d0f6dc-997d-4ab9-9778-2e6151466215", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:32:57.436485 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fb7d3aff-ae13-489f-90de-19eb9aa62880 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:32:57.436952 dv-cinder-835879-4-iscsi neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb7d3aff-ae13-489f-90de-19eb9aa62880'] response: {'server_uuid': 'fcc0baa4-a1b3-4f83-bb87-e1b3f221405c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d0f6dc-997d-4ab9-9778-2e6151466215', 'code': 200} Apr 05 22:32:57.440686 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-72520a74-4247-4057-8c50-b9317c31dead req-16382bc8-2723-4f89-967d-baf8ef2343b2 service neutron] 10.222.0.15 "GET /v2.0/networks/3d6a5d24-56a4-4406-b3da-c3c8c20629cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195726 Apr 05 22:32:57.507470 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-07baad78-8ead-4172-af9d-d6beb94a2dcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:57.593947 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-07baad78-8ead-4172-af9d-d6beb94a2dcd admin admin] Publish callbacks [] for security_group (e5e1e1d7-d10c-4315-8547-5b63e94f0eef), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:57.598310 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-07baad78-8ead-4172-af9d-d6beb94a2dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (e5e1e1d7-d10c-4315-8547-5b63e94f0eef), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:57.605880 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5bbce9a3-6506-4134-8428-fcd562e858e4 req-6aa82437-ea16-4b61-867f-40fee833ec20 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=732b311b-11d7-4f87-b16e-79c580669f3e HTTP/1.1" status: 200 len: 210 time: 0.0272837 Apr 05 22:32:57.642742 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-07baad78-8ead-4172-af9d-d6beb94a2dcd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4271d5bf8bdc48a28f4410c750ba1bb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2549021 Apr 05 22:32:57.643678 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07baad78-8ead-4172-af9d-d6beb94a2dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e1e1d7-d10c-4315-8547-5b63e94f0eef,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:57.645394 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 44686) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:57.650773 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07baad78-8ead-4172-af9d-d6beb94a2dcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:57.651121 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07baad78-8ead-4172-af9d-d6beb94a2dcd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:57.651487 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07baad78-8ead-4172-af9d-d6beb94a2dcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:57.657258 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07baad78-8ead-4172-af9d-d6beb94a2dcd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:57.657996 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07baad78-8ead-4172-af9d-d6beb94a2dcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:57.658677 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07baad78-8ead-4172-af9d-d6beb94a2dcd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:57.659346 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07baad78-8ead-4172-af9d-d6beb94a2dcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:57.659793 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07baad78-8ead-4172-af9d-d6beb94a2dcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:57.660242 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07baad78-8ead-4172-af9d-d6beb94a2dcd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:57.661041 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07baad78-8ead-4172-af9d-d6beb94a2dcd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:57.661498 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07baad78-8ead-4172-af9d-d6beb94a2dcd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:57.662695 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07baad78-8ead-4172-af9d-d6beb94a2dcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:57.663136 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07baad78-8ead-4172-af9d-d6beb94a2dcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:57.663674 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07baad78-8ead-4172-af9d-d6beb94a2dcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:57.664150 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07baad78-8ead-4172-af9d-d6beb94a2dcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:57.713336 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-76dd2773-49c0-4af7-8322-f6aadc425917 admin admin] Publish callbacks [] for security_group (e5e1e1d7-d10c-4315-8547-5b63e94f0eef), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:57.731291 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] get_ports_and_sgs() called for port_ids ['87ce46ac-b115-4660-b05d-ad5035e8f486'] {{(pid=103304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:32:57.763131 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-76dd2773-49c0-4af7-8322-f6aadc425917 admin admin] Publish callbacks [] for security_group (e5e1e1d7-d10c-4315-8547-5b63e94f0eef), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:57.885370 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-76dd2773-49c0-4af7-8322-f6aadc425917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (e5e1e1d7-d10c-4315-8547-5b63e94f0eef), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:57.888708 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-76dd2773-49c0-4af7-8322-f6aadc425917 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:57.890045 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-76dd2773-49c0-4af7-8322-f6aadc425917 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e5e1e1d7-d10c-4315-8547-5b63e94f0eef HTTP/1.1" status: 204 len: 168 time: 0.2429583 Apr 05 22:32:57.900600 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a8cd3-ada9-488d-bfb0-126cad67c0ac req-f934d3bc-79a5-4f5f-b909-7258afc38521 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:57.909071 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-af3a8cd3-ada9-488d-bfb0-126cad67c0ac req-f934d3bc-79a5-4f5f-b909-7258afc38521 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 946 time: 0.1672475 Apr 05 22:32:57.935582 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd2773-49c0-4af7-8322-f6aadc425917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e1e1d7-d10c-4315-8547-5b63e94f0eef,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:57.948493 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a8a6c-46ef-4cdc-b4ee-abeeb67e0e78 req-a67e8188-36a4-4644-9675-d72256202bcd tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:57.955361 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8c9a8a6c-46ef-4cdc-b4ee-abeeb67e0e78 req-a67e8188-36a4-4644-9675-d72256202bcd tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 943 time: 0.1901608 Apr 05 22:32:58.009928 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-af3a8cd3-ada9-488d-bfb0-126cad67c0ac req-98171dbf-19e6-471c-b2a9-3b072886e644 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0994213 Apr 05 22:32:58.047889 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8c9a8a6c-46ef-4cdc-b4ee-abeeb67e0e78 req-498b1205-f6e7-4806-9343-bb3951a4dc17 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914090 Apr 05 22:32:58.166740 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c764cc-56d0-43da-8c40-251934387883 req-bff70e0d-5234-4dd2-b101-610539c2d86c tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:58.169137 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f0c764cc-56d0-43da-8c40-251934387883 req-bff70e0d-5234-4dd2-b101-610539c2d86c tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5461b49-2cb2-4736-aa57-5af732d22cb9 HTTP/1.1" status: 200 len: 944 time: 0.0643854 Apr 05 22:32:58.228054 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f0c764cc-56d0-43da-8c40-251934387883 req-412c3965-1503-4864-a73d-43ddeec4b7b1 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=19a7ba34-fa7d-4396-8b10-8bab5efb6589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519903 Apr 05 22:32:58.528832 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100af502-c5ec-4f00-a9ba-bbe1511ba4ba req-ac3aa820-42ef-4ac5-a900-8e8b6aef9d43 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:58.530325 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-100af502-c5ec-4f00-a9ba-bbe1511ba4ba req-ac3aa820-42ef-4ac5-a900-8e8b6aef9d43 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 944 time: 0.0662189 Apr 05 22:32:58.586839 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-100af502-c5ec-4f00-a9ba-bbe1511ba4ba req-5838dab8-5cb8-40bf-abcf-ccf2c0aac4f9 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489306 Apr 05 22:32:58.650821 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 44756) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:58.705820 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f352d49d-9452-43d2-8c77-87fb395fe58e req-1db0bd79-9126-4d1e-a2c1-5c810c394391 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=732b311b-11d7-4f87-b16e-79c580669f3e HTTP/1.1" status: 200 len: 210 time: 0.0279086 Apr 05 22:32:58.769188 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6741ecb6-e5ae-4e1c-bace-b358a371413d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:58.842956 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6741ecb6-e5ae-4e1c-bace-b358a371413d admin admin] Publish callbacks [] for security_group (1ac38cbc-2a78-48e1-958e-61db88efad30), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:58.846823 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6741ecb6-e5ae-4e1c-bace-b358a371413d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (1ac38cbc-2a78-48e1-958e-61db88efad30), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:58.884211 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-6741ecb6-e5ae-4e1c-bace-b358a371413d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=92951e072fa04fe8ac7ee840f63e3e70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2317569 Apr 05 22:32:58.886141 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741ecb6-e5ae-4e1c-bace-b358a371413d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac38cbc-2a78-48e1-958e-61db88efad30,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:58.886921 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 44768) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:58.935180 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 4d6602cb-1932-44b9-8ab6-3ab98e1798dd details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:32:58.938674 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 87ce46ac-b115-4660-b05d-ad5035e8f486 up at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:32:58.952005 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-43a3e95a-dab0-4723-b855-e449d4876ebf admin admin] Publish callbacks [] for security_group (1ac38cbc-2a78-48e1-958e-61db88efad30), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:59.041055 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-2952f1b2-4783-4e00-8ef0-050073bb29e6 req-eaad9741-d110-40da-ac17-ad1f4dbc4b5e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6d0f6dc-997d-4ab9-9778-2e6151466215 HTTP/1.1" status: 200 len: 217 time: 0.0790586 Apr 05 22:32:59.192138 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning for port 87ce46ac-b115-4660-b05d-ad5035e8f486 completed by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:32:59.197993 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning complete for port 87ce46ac-b115-4660-b05d-ad5035e8f486 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:59.198907 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (87ce46ac-b115-4660-b05d-ad5035e8f486), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:59.280759 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952f1b2-4783-4e00-8ef0-050073bb29e6 req-9cd8dbbb-cb21-4837-8d6c-c7065a8555b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:59.282812 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-2952f1b2-4783-4e00-8ef0-050073bb29e6 req-9cd8dbbb-cb21-4837-8d6c-c7065a8555b6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b HTTP/1.1" status: 200 len: 857 time: 0.2278962 Apr 05 22:32:59.284715 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b74d5d-7d97-429f-aeb4-b70f7b6327d2 req-4402c68c-d731-4041-9491-8d077d64ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:59.286105 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-04b74d5d-7d97-429f-aeb4-b70f7b6327d2 req-4402c68c-d731-4041-9491-8d077d64ab03 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5f18d588-ed8c-4ba8-aa61-86f84f08ea4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3180792 Apr 05 22:32:59.298070 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-15d8accb-9e1e-4af0-bca9-a8be4538cb2b req-3e9ee3c5-569d-40be-9cb0-8107060d09f1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b7ab161b-77f6-44a7-99b6-59013816ab1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2595148 Apr 05 22:32:59.340276 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0af40-d30d-4b4f-9bca-70fab0c028cf req-0c5c0702-94ee-43e6-8f21-5806b0bcd045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:59.345781 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-78a0af40-d30d-4b4f-9bca-70fab0c028cf req-0c5c0702-94ee-43e6-8f21-5806b0bcd045 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 1130 time: 0.3335414 Apr 05 22:32:59.376729 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port 87ce46ac-b115-4660-b05d-ad5035e8f486 is: BUILD; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:59.388737 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (87ce46ac-b115-4660-b05d-ad5035e8f486), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:59.391860 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-43a3e95a-dab0-4723-b855-e449d4876ebf admin admin] Publish callbacks [] for security_group (1ac38cbc-2a78-48e1-958e-61db88efad30), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:59.440527 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5461b49-2cb2-4736-aa57-5af732d22cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ce46ac-b115-4660-b05d-ad5035e8f486'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:32:59.450788 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16471d07bccade7c78bbaf7939695eccfc965b3074ad902c0ac28a73985796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201aecf1-d050-4aeb-b57f-20326b95e122" -d '{"events": [{"server_uuid": "e5461b49-2cb2-4736-aa57-5af732d22cb9", "name": "network-vif-plugged", "status": "completed", "tag": "87ce46ac-b115-4660-b05d-ad5035e8f486"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:32:59.456497 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.46', 58662) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:59.457161 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 4d6602cb-1932-44b9-8ab6-3ab98e1798dd, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=4d6602cb-1932-44b9-8ab6-3ab98e1798dd,segment=NetworkSegment(8e05269c-2d20-4fff-93bb-3b9f88c16ef1),segment_id=8e05269c-2d20-4fff-93bb-3b9f88c16ef1)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:32:59.486625 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 87ce46ac-b115-4660-b05d-ad5035e8f486, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=87ce46ac-b115-4660-b05d-ad5035e8f486,segment=NetworkSegment(7a5e164d-fdbc-4c25-a357-31ca6dc11523),segment_id=7a5e164d-fdbc-4c25-a357-31ca6dc11523)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:32:59.490549 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Returning: {'device': '4d6602cb-1932-44b9-8ab6-3ab98e1798dd', 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92', 'port_id': '4d6602cb-1932-44b9-8ab6-3ab98e1798dd', 'mac_address': 'fa:16:3e:f6:73:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:32:59.522503 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (87ce46ac-b115-4660-b05d-ad5035e8f486), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:59.551752 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-78a0af40-d30d-4b4f-9bca-70fab0c028cf req-be7a2f20-f986-43da-9638-763f548c8300 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1645308 Apr 05 22:32:59.565777 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port 4d6602cb-1932-44b9-8ab6-3ab98e1798dd is: DOWN; New status is: BUILD {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:59.566565 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (4d6602cb-1932-44b9-8ab6-3ab98e1798dd), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:59.576510 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952f1b2-4783-4e00-8ef0-050073bb29e6 req-39bf9041-2c4a-4f94-9101-eb6e542047d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:59.578444 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-2952f1b2-4783-4e00-8ef0-050073bb29e6 req-39bf9041-2c4a-4f94-9101-eb6e542047d0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e7e24e6e-3544-4395-8e0c-7d87fa5e4b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2776828 Apr 05 22:32:59.586975 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d6602cb-1932-44b9-8ab6-3ab98e1798dd {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:32:59.617891 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-04b74d5d-7d97-429f-aeb4-b70f7b6327d2 req-de607445-79e6-42d6-afa7-f2475fe16595 service neutron] 10.222.0.46 "GET /v2.0/networks/5f18d588-ed8c-4ba8-aa61-86f84f08ea4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184609 Apr 05 22:32:59.620640 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8accb-9e1e-4af0-bca9-a8be4538cb2b req-c62755c1-9f6b-49cb-ac08-6ed7c5f0055b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:59.623516 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-15d8accb-9e1e-4af0-bca9-a8be4538cb2b req-c62755c1-9f6b-49cb-ac08-6ed7c5f0055b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cc234acca0d74c538c3c7fe942f00e56&device_id=b7ab161b-77f6-44a7-99b6-59013816ab1c HTTP/1.1" status: 200 len: 1129 time: 0.2217247 Apr 05 22:32:59.625164 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 4d6602cb-1932-44b9-8ab6-3ab98e1798dd, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=4d6602cb-1932-44b9-8ab6-3ab98e1798dd,segment=NetworkSegment(8e05269c-2d20-4fff-93bb-3b9f88c16ef1),segment_id=8e05269c-2d20-4fff-93bb-3b9f88c16ef1)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:32:59.626776 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=87ce46ac-b115-4660-b05d-ad5035e8f486,revision_number=5']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:59.634779 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:59.635164 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:59.635534 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:59.635902 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:59.636244 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:59.636577 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:59.637186 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:59.637528 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:59.637862 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:59.638192 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:59.638522 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:59.638863 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:59.639195 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:59.640124 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:59.640466 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:59.644085 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (4d6602cb-1932-44b9-8ab6-3ab98e1798dd), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:59.676711 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-43a3e95a-dab0-4723-b855-e449d4876ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (1ac38cbc-2a78-48e1-958e-61db88efad30), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:59.679695 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-43a3e95a-dab0-4723-b855-e449d4876ebf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:59.680874 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-43a3e95a-dab0-4723-b855-e449d4876ebf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1ac38cbc-2a78-48e1-958e-61db88efad30 HTTP/1.1" status: 204 len: 168 time: 0.7923172 Apr 05 22:32:59.706442 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=4d6602cb-1932-44b9-8ab6-3ab98e1798dd,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:59.737368 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9cc35-1817-48f0-b3b2-0ea7c288e340 req-9b92b7da-7e49-4967-b8a8-eb28b550a837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:59.738892 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-dfd9cc35-1817-48f0-b3b2-0ea7c288e340 req-9b92b7da-7e49-4967-b8a8-eb28b550a837 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0aceb09e90a9469980b157861e02e481&device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 1128 time: 0.7612758 Apr 05 22:32:59.742782 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a3e95a-dab0-4723-b855-e449d4876ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac38cbc-2a78-48e1-958e-61db88efad30,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:59.750263 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1c274-266c-4a2a-90ae-6cb44a388c44 req-8e9042f0-c35d-4a0a-8890-095e535ee0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:59.752272 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4ff1c274-266c-4a2a-90ae-6cb44a388c44 req-8e9042f0-c35d-4a0a-8890-095e535ee0fe service neutron] 10.222.0.46 "GET /v2.0/networks?id=30d168ff-b6ad-4812-af5d-7394de5c0536 HTTP/1.1" status: 200 len: 915 time: 0.7682438 Apr 05 22:32:59.759450 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95db52-7955-46ad-8b8b-95a7fbf9e8e7 req-79d5b487-6137-4c3d-815c-4a6fdb2e29d6 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:59.765312 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2c95db52-7955-46ad-8b8b-95a7fbf9e8e7 req-79d5b487-6137-4c3d-815c-4a6fdb2e29d6 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 943 time: 0.4881074 Apr 05 22:32:59.778272 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94fa2-98d5-48d3-8ac9-676a0303af99 req-039ed440-ab0b-4b67-91d7-8da4e018b6e9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:59.779845 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-69a94fa2-98d5-48d3-8ac9-676a0303af99 req-039ed440-ab0b-4b67-91d7-8da4e018b6e9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 946 time: 0.5043457 Apr 05 22:32:59.787936 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a3e95a-dab0-4723-b855-e449d4876ebf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:59.788295 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a3e95a-dab0-4723-b855-e449d4876ebf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:59.788637 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a3e95a-dab0-4723-b855-e449d4876ebf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:59.789000 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a3e95a-dab0-4723-b855-e449d4876ebf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:59.789339 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a3e95a-dab0-4723-b855-e449d4876ebf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:59.789673 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a3e95a-dab0-4723-b855-e449d4876ebf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:59.790163 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a3e95a-dab0-4723-b855-e449d4876ebf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:59.790533 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a3e95a-dab0-4723-b855-e449d4876ebf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:59.790804 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a3e95a-dab0-4723-b855-e449d4876ebf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:59.791177 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a3e95a-dab0-4723-b855-e449d4876ebf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:59.791490 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a3e95a-dab0-4723-b855-e449d4876ebf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:59.791892 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a3e95a-dab0-4723-b855-e449d4876ebf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:59.792257 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a3e95a-dab0-4723-b855-e449d4876ebf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:59.792615 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a3e95a-dab0-4723-b855-e449d4876ebf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:59.792971 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a3e95a-dab0-4723-b855-e449d4876ebf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:59.834889 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064778e-1e0b-4d20-9b4b-b98c2f7f5218 req-86d2485a-86ef-44a5-bf9f-e8df9f055ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:59.836404 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a064778e-1e0b-4d20-9b4b-b98c2f7f5218 req-86d2485a-86ef-44a5-bf9f-e8df9f055ebd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fcc0baa4-a1b3-4f83-bb87-e1b3f221405c HTTP/1.1" status: 200 len: 1129 time: 0.3679917 Apr 05 22:32:59.886853 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:59.893345 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2c95db52-7955-46ad-8b8b-95a7fbf9e8e7 req-0169da8f-d250-447e-99b3-7da0c0596589 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119785 Apr 05 22:32:59.924665 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-69a94fa2-98d5-48d3-8ac9-676a0303af99 req-1e8f6c4e-b788-4b61-8339-dc583b482cd2 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1221282 Apr 05 22:33:00.009787 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acaf9657-acb8-46d9-bbf1-4d6f3896946f x-openstack-request-id: req-acaf9657-acb8-46d9-bbf1-4d6f3896946f {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:33:00.010776 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5461b49-2cb2-4736-aa57-5af732d22cb9", "name": "network-vif-plugged", "status": "completed", "tag": "87ce46ac-b115-4660-b05d-ad5035e8f486", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:33:00.011215 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-acaf9657-acb8-46d9-bbf1-4d6f3896946f {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:33:00.011848 dv-cinder-835879-4-iscsi neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acaf9657-acb8-46d9-bbf1-4d6f3896946f'] response: {'server_uuid': 'e5461b49-2cb2-4736-aa57-5af732d22cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ce46ac-b115-4660-b05d-ad5035e8f486', 'code': 200} Apr 05 22:33:00.035839 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] get_ports_and_sgs() called for port_ids ['4d6602cb-1932-44b9-8ab6-3ab98e1798dd'] {{(pid=103304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:33:00.083024 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4ff1c274-266c-4a2a-90ae-6cb44a388c44 req-3bfe383f-c76a-40e7-b639-04a6c562f433 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87ce46ac-b115-4660-b05d-ad5035e8f486 HTTP/1.1" status: 200 len: 217 time: 0.1510253 Apr 05 22:33:00.083189 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 44808) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:00.115649 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1215d267-4b1f-4623-9be8-ea385af01e20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:00.178113 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-04b74d5d-7d97-429f-aeb4-b70f7b6327d2 req-863cc9fe-765c-4ce2-bbce-612b962bd2eb service neutron] 10.222.0.46 "GET /v2.0/networks/5f18d588-ed8c-4ba8-aa61-86f84f08ea4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550106 Apr 05 22:33:00.186226 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a064778e-1e0b-4d20-9b4b-b98c2f7f5218 req-f7c90728-5460-460e-8b1e-d542009753a1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593691 Apr 05 22:33:00.209595 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-2952f1b2-4783-4e00-8ef0-050073bb29e6 req-2758bb68-1edb-45bf-b2fc-bd9085c814ef service neutron] 10.222.0.46 "GET /v2.0/networks/e7e24e6e-3544-4395-8e0c-7d87fa5e4b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014307 Apr 05 22:33:00.249912 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9cc35-1817-48f0-b3b2-0ea7c288e340 req-ec592a74-3266-42d4-81fb-a621d6e57523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:00.251904 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-dfd9cc35-1817-48f0-b3b2-0ea7c288e340 req-ec592a74-3266-42d4-81fb-a621d6e57523 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b6baf2d1-4111-4179-97b5-8f3d3d51eaff HTTP/1.1" status: 200 len: 912 time: 0.3262522 Apr 05 22:33:00.265359 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1215d267-4b1f-4623-9be8-ea385af01e20 admin admin] Publish callbacks [] for security_group (21e38935-f9a8-4e30-baf0-00af87d0e61a), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:00.266724 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d39512-1b13-47d7-a5ab-7b8194f25cd9 req-0f76300d-859c-487a-8a9b-0e88bbdb60c2 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:00.268724 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-34d39512-1b13-47d7-a5ab-7b8194f25cd9 req-0f76300d-859c-487a-8a9b-0e88bbdb60c2 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5461b49-2cb2-4736-aa57-5af732d22cb9 HTTP/1.1" status: 200 len: 945 time: 0.2915447 Apr 05 22:33:00.274901 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1215d267-4b1f-4623-9be8-ea385af01e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (21e38935-f9a8-4e30-baf0-00af87d0e61a), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:00.298486 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5848d1-9c22-47c0-8306-5a51d4ed987c req-0310d10c-d5c4-40ab-af4f-d2b84c7b493f tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:00.300108 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-cb5848d1-9c22-47c0-8306-5a51d4ed987c req-0310d10c-d5c4-40ab-af4f-d2b84c7b493f tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 944 time: 0.1369150 Apr 05 22:33:00.307801 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 44816) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:00.307976 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-1215d267-4b1f-4623-9be8-ea385af01e20 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=01170399255b4ee88c5650af69d2628d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236946 Apr 05 22:33:00.327378 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215d267-4b1f-4623-9be8-ea385af01e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e38935-f9a8-4e30-baf0-00af87d0e61a,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:00.369445 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-34d39512-1b13-47d7-a5ab-7b8194f25cd9 req-0741829a-2200-485f-ae66-9892dd79226d tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=19a7ba34-fa7d-4396-8b10-8bab5efb6589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944107 Apr 05 22:33:00.397088 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-cb5848d1-9c22-47c0-8306-5a51d4ed987c req-b252dd9b-9df7-47eb-8fb4-bb76fe62b606 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822685 Apr 05 22:33:00.416116 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bd738ba0-6d3d-4af9-aeb7-61df071719ec admin admin] Publish callbacks [] for security_group (21e38935-f9a8-4e30-baf0-00af87d0e61a), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:00.442546 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bd738ba0-6d3d-4af9-aeb7-61df071719ec admin admin] Publish callbacks [] for security_group (21e38935-f9a8-4e30-baf0-00af87d0e61a), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:00.479044 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8aa15429-7654-4576-815c-df63b719f51c req-9e45201d-f675-482e-9831-1b869576628b tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=732b311b-11d7-4f87-b16e-79c580669f3e HTTP/1.1" status: 200 len: 210 time: 0.0395386 Apr 05 22:33:00.524887 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bd738ba0-6d3d-4af9-aeb7-61df071719ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (21e38935-f9a8-4e30-baf0-00af87d0e61a), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:00.528359 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bd738ba0-6d3d-4af9-aeb7-61df071719ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:00.533014 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-bd738ba0-6d3d-4af9-aeb7-61df071719ec admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/21e38935-f9a8-4e30-baf0-00af87d0e61a HTTP/1.1" status: 204 len: 168 time: 0.2241538 Apr 05 22:33:00.543249 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd738ba0-6d3d-4af9-aeb7-61df071719ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e38935-f9a8-4e30-baf0-00af87d0e61a,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:00.616382 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8accb-9e1e-4af0-bca9-a8be4538cb2b req-dfbd34c2-07c2-4da6-9c99-0a9d2e322660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:00.618211 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-15d8accb-9e1e-4af0-bca9-a8be4538cb2b req-dfbd34c2-07c2-4da6-9c99-0a9d2e322660 service neutron] 10.222.0.46 "GET /v2.0/networks?id=05f94c5f-b125-46ca-8a9a-45d5087a1cbd HTTP/1.1" status: 200 len: 912 time: 0.1576803 Apr 05 22:33:01.046454 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d4cda-a9db-402e-aadc-d541ecb1681e req-19a1df27-1b14-40a5-bcd9-c39124720b1d tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:01.048505 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-957d4cda-a9db-402e-aadc-d541ecb1681e req-19a1df27-1b14-40a5-bcd9-c39124720b1d tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 944 time: 0.0859981 Apr 05 22:33:01.075615 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507c30e-96c0-4c39-abfe-a05a50ebb4eb req-c872c12e-105d-44c5-8df0-a0da5ca6a9ce tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:01.077113 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f507c30e-96c0-4c39-abfe-a05a50ebb4eb req-c872c12e-105d-44c5-8df0-a0da5ca6a9ce tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 946 time: 0.0795598 Apr 05 22:33:01.127521 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 4640548d-5069-4d6c-aff5-d4b623b01a6c details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:33:01.130420 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 4d6602cb-1932-44b9-8ab6-3ab98e1798dd up at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:33:01.192317 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-957d4cda-a9db-402e-aadc-d541ecb1681e req-dcb9c96b-02de-44c4-8cca-312c095803cc tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373360 Apr 05 22:33:01.203173 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-dfd9cc35-1817-48f0-b3b2-0ea7c288e340 req-f2318a10-638a-4510-bf5f-0ccae2f53e38 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4640548d-5069-4d6c-aff5-d4b623b01a6c HTTP/1.1" status: 200 len: 217 time: 0.0753584 Apr 05 22:33:01.237704 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1c274-266c-4a2a-90ae-6cb44a388c44 req-20c7776d-f5e8-4b0b-ad9c-2f06f2ba1ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:01.239194 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4ff1c274-266c-4a2a-90ae-6cb44a388c44 req-20c7776d-f5e8-4b0b-ad9c-2f06f2ba1ebc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1f7e6b53-f66a-4bf5-b303-757e7b31098d HTTP/1.1" status: 200 len: 853 time: 0.1320610 Apr 05 22:33:01.242505 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f507c30e-96c0-4c39-abfe-a05a50ebb4eb req-dd073a9a-337e-4466-84b8-0021dba2c1ac tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1573515 Apr 05 22:33:01.253824 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-2952f1b2-4783-4e00-8ef0-050073bb29e6 req-0b433db1-8285-4157-91b7-1faa0580e660 service neutron] 10.222.0.46 "GET /v2.0/networks/e7e24e6e-3544-4395-8e0c-7d87fa5e4b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350367 Apr 05 22:33:01.273924 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning for port 4d6602cb-1932-44b9-8ab6-3ab98e1798dd completed by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:33:01.286326 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning complete for port 4d6602cb-1932-44b9-8ab6-3ab98e1798dd triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:01.286705 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (4d6602cb-1932-44b9-8ab6-3ab98e1798dd), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:01.311221 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 4640548d-5069-4d6c-aff5-d4b623b01a6c, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=4640548d-5069-4d6c-aff5-d4b623b01a6c,segment=NetworkSegment(1bf2125a-a764-49fd-9387-c1e53e0d177b),segment_id=1bf2125a-a764-49fd-9387-c1e53e0d177b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:33:01.328049 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Returning: {'device': '4640548d-5069-4d6c-aff5-d4b623b01a6c', 'network_id': 'b6baf2d1-4111-4179-97b5-8f3d3d51eaff', 'port_id': '4640548d-5069-4d6c-aff5-d4b623b01a6c', 'mac_address': 'fa:16:3e:fa:22:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acc4bb93-55f5-4d18-8058-b058867f2321', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:33:01.398462 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port 4640548d-5069-4d6c-aff5-d4b623b01a6c is: DOWN; New status is: BUILD {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:01.398923 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (4640548d-5069-4d6c-aff5-d4b623b01a6c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:01.421327 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4640548d-5069-4d6c-aff5-d4b623b01a6c {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:33:01.425475 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port 4d6602cb-1932-44b9-8ab6-3ab98e1798dd is: BUILD; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:01.425860 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (4d6602cb-1932-44b9-8ab6-3ab98e1798dd), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:01.456127 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 4640548d-5069-4d6c-aff5-d4b623b01a6c, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=4640548d-5069-4d6c-aff5-d4b623b01a6c,segment=NetworkSegment(1bf2125a-a764-49fd-9387-c1e53e0d177b),segment_id=1bf2125a-a764-49fd-9387-c1e53e0d177b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:33:01.466888 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (4640548d-5069-4d6c-aff5-d4b623b01a6c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:01.507632 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 4d6602cb-1932-44b9-8ab6-3ab98e1798dd, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=4d6602cb-1932-44b9-8ab6-3ab98e1798dd,segment=NetworkSegment(8e05269c-2d20-4fff-93bb-3b9f88c16ef1),segment_id=8e05269c-2d20-4fff-93bb-3b9f88c16ef1)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:33:01.514227 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (4d6602cb-1932-44b9-8ab6-3ab98e1798dd), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:01.547847 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=4640548d-5069-4d6c-aff5-d4b623b01a6c,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:01.590131 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1e09f-a1ed-4b69-b99d-7dc0cecc099a req-300c8eb9-3dc1-4dac-90c7-018aff85a9f5 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:01.591622 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-18d1e09f-a1ed-4b69-b99d-7dc0cecc099a req-300c8eb9-3dc1-4dac-90c7-018aff85a9f5 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5461b49-2cb2-4736-aa57-5af732d22cb9 HTTP/1.1" status: 200 len: 945 time: 0.1057518 Apr 05 22:33:01.604697 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570048c-eea2-430b-992d-9ce8d07082f0 req-ac8bd2db-bedc-4eb8-b415-4813998ed63e tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:01.612045 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=4d6602cb-1932-44b9-8ab6-3ab98e1798dd,revision_number=5']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:01.612169 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c570048c-eea2-430b-992d-9ce8d07082f0 req-ac8bd2db-bedc-4eb8-b415-4813998ed63e tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 945 time: 0.1064444 Apr 05 22:33:01.685441 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c570048c-eea2-430b-992d-9ce8d07082f0 req-8ddbc722-122e-4c18-86a8-14d6a849710f tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721037 Apr 05 22:33:01.688460 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-18d1e09f-a1ed-4b69-b99d-7dc0cecc099a req-e7ab0433-a782-4183-8272-8b3beae0099b tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=19a7ba34-fa7d-4396-8b10-8bab5efb6589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729332 Apr 05 22:33:01.744219 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-15d8accb-9e1e-4af0-bca9-a8be4538cb2b req-c6b46269-ed4a-4138-8281-880bb62c682a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=161a744e-dc59-4f38-a53a-ef9b9f0b709d HTTP/1.1" status: 200 len: 217 time: 0.0583780 Apr 05 22:33:01.786765 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c5e3f327-7eee-4771-adb5-2c7d3c88f096 req-f7a3af90-95ca-4bee-b096-a3f3eaedd808 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=732b311b-11d7-4f87-b16e-79c580669f3e HTTP/1.1" status: 200 len: 210 time: 0.0273368 Apr 05 22:33:01.984583 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8accb-9e1e-4af0-bca9-a8be4538cb2b req-48a8e4c7-c920-449d-9539-584d81ecb76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:01.986823 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-15d8accb-9e1e-4af0-bca9-a8be4538cb2b req-48a8e4c7-c920-449d-9539-584d81ecb76b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7cb9f83c-1915-4fe3-a40e-2c91b8485971 HTTP/1.1" status: 200 len: 851 time: 0.0692027 Apr 05 22:33:02.013965 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d83bb80-14f0-4f1a-9baa-4d49ba66c39f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6602cb-1932-44b9-8ab6-3ab98e1798dd'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:33:02.018798 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16471d07bccade7c78bbaf7939695eccfc965b3074ad902c0ac28a73985796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24014e2a-aae7-44fa-916c-54b065967188" -d '{"events": [{"server_uuid": "7d83bb80-14f0-4f1a-9baa-4d49ba66c39f", "name": "network-vif-plugged", "status": "completed", "tag": "4d6602cb-1932-44b9-8ab6-3ab98e1798dd"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:33:02.021833 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72520a74-4247-4057-8c50-b9317c31dead req-a6e57b9b-6806-4c90-b363-23aa2c29b1d5 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:02.023492 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-72520a74-4247-4057-8c50-b9317c31dead req-a6e57b9b-6806-4c90-b363-23aa2c29b1d5 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.46 "GET /v2.0/networks?id=3d6a5d24-56a4-4406-b3da-c3c8c20629cd HTTP/1.1" status: 200 len: 809 time: 0.1852286 Apr 05 22:33:02.034648 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] get_ports_and_sgs() called for port_ids ['4640548d-5069-4d6c-aff5-d4b623b01a6c'] {{(pid=103304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:33:02.034742 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9cc35-1817-48f0-b3b2-0ea7c288e340 req-f7f1d7bb-561d-46de-9406-1fd49f289eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:02.034742 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-dfd9cc35-1817-48f0-b3b2-0ea7c288e340 req-f7f1d7bb-561d-46de-9406-1fd49f289eab service neutron] 10.222.0.46 "GET /v2.0/subnets?id=acc4bb93-55f5-4d18-8058-b058867f2321 HTTP/1.1" status: 200 len: 850 time: 0.1277993 Apr 05 22:33:02.042657 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1c274-266c-4a2a-90ae-6cb44a388c44 req-966139c9-2eff-4922-a604-3e7a7c4f82f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:02.044449 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4ff1c274-266c-4a2a-90ae-6cb44a388c44 req-966139c9-2eff-4922-a604-3e7a7c4f82f8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=30d168ff-b6ad-4812-af5d-7394de5c0536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1546643 Apr 05 22:33:02.073710 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3468a77a-2d37-46b4-94fa-ea2464d40235 x-openstack-request-id: req-3468a77a-2d37-46b4-94fa-ea2464d40235 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:33:02.074102 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d83bb80-14f0-4f1a-9baa-4d49ba66c39f", "name": "network-vif-plugged", "status": "completed", "tag": "4d6602cb-1932-44b9-8ab6-3ab98e1798dd", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:33:02.074420 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3468a77a-2d37-46b4-94fa-ea2464d40235 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:33:02.074873 dv-cinder-835879-4-iscsi neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3468a77a-2d37-46b4-94fa-ea2464d40235'] response: {'server_uuid': '7d83bb80-14f0-4f1a-9baa-4d49ba66c39f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6602cb-1932-44b9-8ab6-3ab98e1798dd', 'code': 200} Apr 05 22:33:02.362866 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97bd54-2253-4b1e-a831-4f544cd6d646 req-9a25e245-7847-4fb0-aace-d7cbdac7d2dc tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:02.364382 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-bf97bd54-2253-4b1e-a831-4f544cd6d646 req-9a25e245-7847-4fb0-aace-d7cbdac7d2dc tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.0856037 Apr 05 22:33:02.439975 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef8096-d365-485f-8f80-04d425c90b69 req-9701c6e2-d7fb-4e69-a10a-2bbe0934aab9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:02.441982 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-dbef8096-d365-485f-8f80-04d425c90b69 req-9701c6e2-d7fb-4e69-a10a-2bbe0934aab9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 946 time: 0.1033726 Apr 05 22:33:02.449016 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-bf97bd54-2253-4b1e-a831-4f544cd6d646 req-425e2c63-54e7-4fe3-9018-c00fe7f13592 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700862 Apr 05 22:33:02.507562 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-dbef8096-d365-485f-8f80-04d425c90b69 req-7fc19d45-5be1-44a3-adb1-bb59a13be6b2 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576079 Apr 05 22:33:02.625164 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [req-72520a74-4247-4057-8c50-b9317c31dead req-a0c4283c-1ea3-4439-b24c-ff6203c440c6 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Request body: {'port': {'device_id': '732b311b-11d7-4f87-b16e-79c580669f3e', 'network_id': '3d6a5d24-56a4-4406-b3da-c3c8c20629cd', 'admin_state_up': True, 'tenant_id': 'd3665edf55e84964a68e36270a58315f'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:02.755513 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-15d8accb-9e1e-4af0-bca9-a8be4538cb2b req-0abac0c6-f642-4fa4-9397-eec18a461a93 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=05f94c5f-b125-46ca-8a9a-45d5087a1cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758398 Apr 05 22:33:02.832403 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72520a74-4247-4057-8c50-b9317c31dead req-a0c4283c-1ea3-4439-b24c-ff6203c440c6 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Made reservation on behalf of d3665edf55e84964a68e36270a58315f for: {'port': 1} {{(pid=103303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:33:02.836271 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-72520a74-4247-4057-8c50-b9317c31dead req-a0c4283c-1ea3-4439-b24c-ff6203c440c6 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:02.986403 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [req-72520a74-4247-4057-8c50-b9317c31dead req-a0c4283c-1ea3-4439-b24c-ff6203c440c6 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Allocated IP 172.20.0.8 (3d6a5d24-56a4-4406-b3da-c3c8c20629cd/9d3128c9-3134-41dd-b51b-26e0d700f0ad/abc2a4ee-71f7-47c8-a02a-361e10cda624) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:33:03.070711 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc69856-2768-4fbf-a87f-93e5d1380a56 req-a2de7f1d-aa90-4cdf-93b9-45bd4af8e3e3 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:03.074247 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-fdc69856-2768-4fbf-a87f-93e5d1380a56 req-a2de7f1d-aa90-4cdf-93b9-45bd4af8e3e3 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 946 time: 0.4907229 Apr 05 22:33:03.089411 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 44932) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:03.098442 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9cc35-1817-48f0-b3b2-0ea7c288e340 req-e11179fe-d936-4f49-b514-df639a3c2f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:03.101100 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-dfd9cc35-1817-48f0-b3b2-0ea7c288e340 req-e11179fe-d936-4f49-b514-df639a3c2f65 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b6baf2d1-4111-4179-97b5-8f3d3d51eaff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4775667 Apr 05 22:33:03.108598 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-7f91c3cd-3a86-43fd-a3d0-e50410f80820 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Request body: {'floatingip': {'port_id': 'a11904cd-7e78-4883-98a9-92fb30b55a65'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:03.162905 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 4640548d-5069-4d6c-aff5-d4b623b01a6c up at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:33:03.193902 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-72520a74-4247-4057-8c50-b9317c31dead req-a0c4283c-1ea3-4439-b24c-ff6203c440c6 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Publish callbacks [] for port (abc2a4ee-71f7-47c8-a02a-361e10cda624), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:03.217270 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755572dd-f2f0-4fb5-82dc-507c46cf7643 req-acb74408-db46-410d-bbcb-32c774686990 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:03.225837 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning for port 4640548d-5069-4d6c-aff5-d4b623b01a6c completed by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:33:03.226057 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-755572dd-f2f0-4fb5-82dc-507c46cf7643 req-acb74408-db46-410d-bbcb-32c774686990 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 945 time: 0.4342029 Apr 05 22:33:03.230752 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning complete for port 4640548d-5069-4d6c-aff5-d4b623b01a6c triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:03.230985 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (4640548d-5069-4d6c-aff5-d4b623b01a6c), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:03.265800 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7f91c3cd-3a86-43fd-a3d0-e50410f80820 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks [] for floatingip (8a8c6950-1067-43ea-874f-6182918d5f96), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:03.286287 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5ab1c-a3dc-4e47-a5ea-6dd31ddb65b8 req-43b4cb8a-4883-45bd-ad21-afb1a401c5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:03.292594 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4ff1c274-266c-4a2a-90ae-6cb44a388c44 req-7e2a23b3-5b4b-4088-bbed-cc5e4daf71e6 service neutron] 10.222.0.46 "GET /v2.0/networks/30d168ff-b6ad-4812-af5d-7394de5c0536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6679614 Apr 05 22:33:03.293502 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-a3a5ab1c-a3dc-4e47-a5ea-6dd31ddb65b8 req-43b4cb8a-4883-45bd-ad21-afb1a401c5bf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e5461b49-2cb2-4736-aa57-5af732d22cb9 HTTP/1.1" status: 200 len: 1129 time: 0.1416316 Apr 05 22:33:03.328233 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-72520a74-4247-4057-8c50-b9317c31dead req-a0c4283c-1ea3-4439-b24c-ff6203c440c6 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596'] for port (abc2a4ee-71f7-47c8-a02a-361e10cda624), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:03.362256 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port 4640548d-5069-4d6c-aff5-d4b623b01a6c is: BUILD; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:03.362650 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (4640548d-5069-4d6c-aff5-d4b623b01a6c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:03.413052 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 4640548d-5069-4d6c-aff5-d4b623b01a6c, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=4640548d-5069-4d6c-aff5-d4b623b01a6c,segment=NetworkSegment(1bf2125a-a764-49fd-9387-c1e53e0d177b),segment_id=1bf2125a-a764-49fd-9387-c1e53e0d177b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:33:03.418594 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (4640548d-5069-4d6c-aff5-d4b623b01a6c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:03.475606 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=4640548d-5069-4d6c-aff5-d4b623b01a6c,revision_number=5']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:03.637264 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ff9eb-f8d0-47f4-89ca-e7f7dfcd6c7a req-33c5995a-20b5-422b-8377-78d60ad971a5 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:03.638800 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7e4ff9eb-f8d0-47f4-89ca-e7f7dfcd6c7a req-33c5995a-20b5-422b-8377-78d60ad971a5 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5461b49-2cb2-4736-aa57-5af732d22cb9 HTTP/1.1" status: 200 len: 945 time: 0.4916935 Apr 05 22:33:03.641950 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-755572dd-f2f0-4fb5-82dc-507c46cf7643 req-75034876-2410-4498-b9e0-a843d071bc81 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4151204 Apr 05 22:33:03.687998 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72520a74-4247-4057-8c50-b9317c31dead req-a0c4283c-1ea3-4439-b24c-ff6203c440c6 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Network 3d6a5d24-56a4-4406-b3da-c3c8c20629cd is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:33:03.696473 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [req-72520a74-4247-4057-8c50-b9317c31dead req-a0c4283c-1ea3-4439-b24c-ff6203c440c6 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:33:03.705324 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-a3a5ab1c-a3dc-4e47-a5ea-6dd31ddb65b8 req-5adc58cf-46a2-4b07-80b6-80768f62d161 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=19a7ba34-fa7d-4396-8b10-8bab5efb6589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3976905 Apr 05 22:33:03.706246 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c4283c-1ea3-4439-b24c-ff6203c440c6 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Pushing event updated for resources: {'Port': ['ID=abc2a4ee-71f7-47c8-a02a-361e10cda624,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:03.710235 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [req-72520a74-4247-4057-8c50-b9317c31dead req-a0c4283c-1ea3-4439-b24c-ff6203c440c6 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:33:03.715567 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72520a74-4247-4057-8c50-b9317c31dead req-a0c4283c-1ea3-4439-b24c-ff6203c440c6 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:03.716517 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-72520a74-4247-4057-8c50-b9317c31dead req-a0c4283c-1ea3-4439-b24c-ff6203c440c6 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for port (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:03.726465 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-15d8accb-9e1e-4af0-bca9-a8be4538cb2b req-f824d3f9-141c-45ba-95b7-9421f5ea9c47 service neutron] 10.222.0.46 "GET /v2.0/networks/05f94c5f-b125-46ca-8a9a-45d5087a1cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4767470 Apr 05 22:33:03.737873 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-72520a74-4247-4057-8c50-b9317c31dead req-a0c4283c-1ea3-4439-b24c-ff6203c440c6 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1265943 Apr 05 22:33:03.789358 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-dfd9cc35-1817-48f0-b3b2-0ea7c288e340 req-c2a7c4fc-a031-49df-a3e2-a80607423224 service neutron] 10.222.0.46 "GET /v2.0/networks/b6baf2d1-4111-4179-97b5-8f3d3d51eaff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5259511 Apr 05 22:33:03.821685 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4ff1c274-266c-4a2a-90ae-6cb44a388c44 req-bd574c2d-0098-430d-8df6-534b4e2dbac4 service neutron] 10.222.0.46 "GET /v2.0/networks/30d168ff-b6ad-4812-af5d-7394de5c0536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079490 Apr 05 22:33:03.834418 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e397907-d91b-41d8-950a-a2ea677d8847 req-52358e53-ef0d-4aec-b74e-07fa4908a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:03.835912 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7e397907-d91b-41d8-950a-a2ea677d8847 req-52358e53-ef0d-4aec-b74e-07fa4908a35e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 1129 time: 0.3344078 Apr 05 22:33:03.845452 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7e4ff9eb-f8d0-47f4-89ca-e7f7dfcd6c7a req-959556b9-6749-4aee-89e0-d849b6f94da8 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=19a7ba34-fa7d-4396-8b10-8bab5efb6589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939962 Apr 05 22:33:03.916399 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a1591-58be-400c-bcfd-00a0f27f0a5c req-05e80bf6-ff73-47c0-905a-c9b7d8867844 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:03.917960 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-122a1591-58be-400c-bcfd-00a0f27f0a5c req-05e80bf6-ff73-47c0-905a-c9b7d8867844 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=732b311b-11d7-4f87-b16e-79c580669f3e HTTP/1.1" status: 200 len: 931 time: 0.2022932 Apr 05 22:33:04.075781 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c97b8f-b9f5-4658-bac4-08f8376e04ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4640548d-5069-4d6c-aff5-d4b623b01a6c'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:33:04.078236 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16471d07bccade7c78bbaf7939695eccfc965b3074ad902c0ac28a73985796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0edfae-85a0-476e-83f7-8aa66a4ec3ef" -d '{"events": [{"server_uuid": "70c97b8f-b9f5-4658-bac4-08f8376e04ae", "name": "network-vif-plugged", "status": "completed", "tag": "4640548d-5069-4d6c-aff5-d4b623b01a6c"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:33:04.156123 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-122a1591-58be-400c-bcfd-00a0f27f0a5c req-757444cb-7cf0-4621-b696-10e3825ad04b tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172682 Apr 05 22:33:04.175830 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [req-72520a74-4247-4057-8c50-b9317c31dead req-ad9dd9b8-e677-4287-a8bc-7d6ca8de5fd3 service neutron] Request body: {'port': {'device_id': '732b311b-11d7-4f87-b16e-79c580669f3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:04.210808 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a77483-5963-42ca-b941-3963901d255f x-openstack-request-id: req-e9a77483-5963-42ca-b941-3963901d255f {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:33:04.211330 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c97b8f-b9f5-4658-bac4-08f8376e04ae", "name": "network-vif-plugged", "status": "completed", "tag": "4640548d-5069-4d6c-aff5-d4b623b01a6c", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:33:04.211330 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e9a77483-5963-42ca-b941-3963901d255f {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:33:04.211817 dv-cinder-835879-4-iscsi neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9a77483-5963-42ca-b941-3963901d255f'] response: {'server_uuid': '70c97b8f-b9f5-4658-bac4-08f8376e04ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4640548d-5069-4d6c-aff5-d4b623b01a6c', 'code': 200} Apr 05 22:33:04.215466 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3965055-6a05-469e-ba95-1007e2ee16cb req-d6f0fa7b-595b-4e28-a04f-2d5a52468193 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:04.216967 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f3965055-6a05-469e-ba95-1007e2ee16cb req-d6f0fa7b-595b-4e28-a04f-2d5a52468193 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.2964935 Apr 05 22:33:04.306225 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7f4bffb4-d565-49f8-8f53-1f3b15f4b83a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:04.314888 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-72520a74-4247-4057-8c50-b9317c31dead req-ad9dd9b8-e677-4287-a8bc-7d6ca8de5fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (abc2a4ee-71f7-47c8-a02a-361e10cda624), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:04.391649 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-15d8accb-9e1e-4af0-bca9-a8be4538cb2b req-89e4f20f-7db2-4096-92b5-81ae2245088a service neutron] 10.222.0.46 "GET /v2.0/networks/05f94c5f-b125-46ca-8a9a-45d5087a1cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101791 Apr 05 22:33:04.480215 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7e397907-d91b-41d8-950a-a2ea677d8847 req-541dba51-0fc3-4fd1-9c3a-ae8ca36b2a9d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886434 Apr 05 22:33:04.635633 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.notifiers.nova [req-72520a74-4247-4057-8c50-b9317c31dead req-ad9dd9b8-e677-4287-a8bc-7d6ca8de5fd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abc2a4ee-71f7-47c8-a02a-361e10cda624 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:33:04.643850 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-72520a74-4247-4057-8c50-b9317c31dead req-ad9dd9b8-e677-4287-a8bc-7d6ca8de5fd3 service neutron] Publish callbacks [] for port (abc2a4ee-71f7-47c8-a02a-361e10cda624), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:04.656344 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [req-72520a74-4247-4057-8c50-b9317c31dead req-ad9dd9b8-e677-4287-a8bc-7d6ca8de5fd3 service neutron] Transition to ACTIVE for port object abc2a4ee-71f7-47c8-a02a-361e10cda624 will not be triggered until provisioned by entity L2. {{(pid=103303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:33:04.660886 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-72520a74-4247-4057-8c50-b9317c31dead req-ad9dd9b8-e677-4287-a8bc-7d6ca8de5fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (abc2a4ee-71f7-47c8-a02a-361e10cda624), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:04.714980 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9dd9b8-e677-4287-a8bc-7d6ca8de5fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=abc2a4ee-71f7-47c8-a02a-361e10cda624,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:04.723004 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f3965055-6a05-469e-ba95-1007e2ee16cb req-fd388d0d-80b6-4685-9ad0-b6a386f805bd tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4852726 Apr 05 22:33:04.725185 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.db.resource_extend [None req-7f91c3cd-3a86-43fd-a3d0-e50410f80820 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 22:33:04.728791 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1c274-266c-4a2a-90ae-6cb44a388c44 req-2e6d9e04-ef22-4c49-b693-4c41f6913891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:04.731014 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4ff1c274-266c-4a2a-90ae-6cb44a388c44 req-2e6d9e04-ef22-4c49-b693-4c41f6913891 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=20b77f8ad3b947daa87a0a858e8b7ac2&device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 1129 time: 0.5070498 Apr 05 22:33:04.754096 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [req-72520a74-4247-4057-8c50-b9317c31dead req-ad9dd9b8-e677-4287-a8bc-7d6ca8de5fd3 service neutron] Attempting to bind port abc2a4ee-71f7-47c8-a02a-361e10cda624 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:33:04.754429 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [req-72520a74-4247-4057-8c50-b9317c31dead req-ad9dd9b8-e677-4287-a8bc-7d6ca8de5fd3 service neutron] Attempting to bind port abc2a4ee-71f7-47c8-a02a-361e10cda624 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '41307e8e-b13b-4275-a7b3-6fa90de0c9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3d6a5d24-56a4-4406-b3da-c3c8c20629cd'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:33:04.754760 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72520a74-4247-4057-8c50-b9317c31dead req-ad9dd9b8-e677-4287-a8bc-7d6ca8de5fd3 service neutron] Attempting to bind port abc2a4ee-71f7-47c8-a02a-361e10cda624 on network 3d6a5d24-56a4-4406-b3da-c3c8c20629cd {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:33:04.759140 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72520a74-4247-4057-8c50-b9317c31dead req-ad9dd9b8-e677-4287-a8bc-7d6ca8de5fd3 service neutron] Port abc2a4ee-71f7-47c8-a02a-361e10cda624 on network 3d6a5d24-56a4-4406-b3da-c3c8c20629cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:33:04.759461 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72520a74-4247-4057-8c50-b9317c31dead req-ad9dd9b8-e677-4287-a8bc-7d6ca8de5fd3 service neutron] Attempting to bind port abc2a4ee-71f7-47c8-a02a-361e10cda624 on network 3d6a5d24-56a4-4406-b3da-c3c8c20629cd {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:33:04.764452 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72520a74-4247-4057-8c50-b9317c31dead req-ad9dd9b8-e677-4287-a8bc-7d6ca8de5fd3 service neutron] Checking agent: {'id': '3b59f0d0-9584-48dd-b0cd-e16373160cf9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 30), 'started_at': datetime.datetime(2022, 4, 5, 22, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:33:04.765096 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72520a74-4247-4057-8c50-b9317c31dead req-ad9dd9b8-e677-4287-a8bc-7d6ca8de5fd3 service neutron] Checking segment: {'id': '41307e8e-b13b-4275-a7b3-6fa90de0c9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3d6a5d24-56a4-4406-b3da-c3c8c20629cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:33:04.765485 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72520a74-4247-4057-8c50-b9317c31dead req-ad9dd9b8-e677-4287-a8bc-7d6ca8de5fd3 service neutron] Bound using segment: {'id': '41307e8e-b13b-4275-a7b3-6fa90de0c9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3d6a5d24-56a4-4406-b3da-c3c8c20629cd'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:33:04.765941 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [req-72520a74-4247-4057-8c50-b9317c31dead req-ad9dd9b8-e677-4287-a8bc-7d6ca8de5fd3 service neutron] Bound port: abc2a4ee-71f7-47c8-a02a-361e10cda624, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41307e8e-b13b-4275-a7b3-6fa90de0c9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3d6a5d24-56a4-4406-b3da-c3c8c20629cd'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:33:04.766316 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-72520a74-4247-4057-8c50-b9317c31dead req-ad9dd9b8-e677-4287-a8bc-7d6ca8de5fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (abc2a4ee-71f7-47c8-a02a-361e10cda624), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:04.766400 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-dfd9cc35-1817-48f0-b3b2-0ea7c288e340 req-ed9a0873-ca54-48bb-8097-384ce56765f9 service neutron] 10.222.0.46 "GET /v2.0/networks/b6baf2d1-4111-4179-97b5-8f3d3d51eaff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5760062 Apr 05 22:33:04.830969 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.db [req-72520a74-4247-4057-8c50-b9317c31dead req-ad9dd9b8-e677-4287-a8bc-7d6ca8de5fd3 service neutron] For port abc2a4ee-71f7-47c8-a02a-361e10cda624, host hv-cinder-83587, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:33:04.834076 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.db [req-72520a74-4247-4057-8c50-b9317c31dead req-ad9dd9b8-e677-4287-a8bc-7d6ca8de5fd3 service neutron] For port abc2a4ee-71f7-47c8-a02a-361e10cda624, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=abc2a4ee-71f7-47c8-a02a-361e10cda624,segment=NetworkSegment(41307e8e-b13b-4275-a7b3-6fa90de0c9a3),segment_id=41307e8e-b13b-4275-a7b3-6fa90de0c9a3)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:33:04.839693 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-72520a74-4247-4057-8c50-b9317c31dead req-ad9dd9b8-e677-4287-a8bc-7d6ca8de5fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (abc2a4ee-71f7-47c8-a02a-361e10cda624), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:04.843459 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7f91c3cd-3a86-43fd-a3d0-e50410f80820 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:04.849709 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7f91c3cd-3a86-43fd-a3d0-e50410f80820 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528098'] for floatingip (8a8c6950-1067-43ea-874f-6182918d5f96), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:04.876180 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72520a74-4247-4057-8c50-b9317c31dead req-ad9dd9b8-e677-4287-a8bc-7d6ca8de5fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:04.876719 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [req-72520a74-4247-4057-8c50-b9317c31dead req-ad9dd9b8-e677-4287-a8bc-7d6ca8de5fd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for port (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:04.878126 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-72520a74-4247-4057-8c50-b9317c31dead req-ad9dd9b8-e677-4287-a8bc-7d6ca8de5fd3 service neutron] 10.222.0.46 "PUT /v2.0/ports/abc2a4ee-71f7-47c8-a02a-361e10cda624 HTTP/1.1" status: 200 len: 1093 time: 0.7085943 Apr 05 22:33:04.878567 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '732b311b-11d7-4f87-b16e-79c580669f3e', 'tag': 'abc2a4ee-71f7-47c8-a02a-361e10cda624'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:33:04.880833 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1671544ff40eda59cef59b672f5a268c5eb6787e07d105e794150b4ff377c8e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3931882-ff01-46a6-a656-643b0263c355" -d '{"events": [{"name": "network-changed", "server_uuid": "732b311b-11d7-4f87-b16e-79c580669f3e", "tag": "abc2a4ee-71f7-47c8-a02a-361e10cda624"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:33:04.899633 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcac873-e7c2-4c78-b33f-448daf9f57eb req-18c635da-e550-4bbc-bea0-8b74d70dd93d tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:04.901186 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1bcac873-e7c2-4c78-b33f-448daf9f57eb req-18c635da-e550-4bbc-bea0-8b74d70dd93d tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 946 time: 0.1339293 Apr 05 22:33:04.905805 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9dd9b8-e677-4287-a8bc-7d6ca8de5fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=abc2a4ee-71f7-47c8-a02a-361e10cda624,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:05.032617 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1bcac873-e7c2-4c78-b33f-448daf9f57eb req-bffa9f36-02e8-4dd6-92de-6cf4a2347f9a tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205370 Apr 05 22:33:05.035624 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.db.l3_db [None req-7f91c3cd-3a86-43fd-a3d0-e50410f80820 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Floating IP 8a8c6950-1067-43ea-874f-6182918d5f96 associated. External IP: 172.27.2.124, port: a11904cd-7e78-4883-98a9-92fb30b55a65. Apr 05 22:33:05.086370 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682a14c-53b8-4010-8a9a-3ba482622dd4 req-89c5fd6b-23bf-4e50-8bb1-9c19b9e60623 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:05.087911 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4682a14c-53b8-4010-8a9a-3ba482622dd4 req-89c5fd6b-23bf-4e50-8bb1-9c19b9e60623 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5461b49-2cb2-4736-aa57-5af732d22cb9 HTTP/1.1" status: 200 len: 945 time: 0.1394620 Apr 05 22:33:05.098566 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd46c0b-74aa-4334-81e1-e0ee237cc690 x-openstack-request-id: req-5dd46c0b-74aa-4334-81e1-e0ee237cc690 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:33:05.099062 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "732b311b-11d7-4f87-b16e-79c580669f3e", "tag": "abc2a4ee-71f7-47c8-a02a-361e10cda624", "status": "completed", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:33:05.099393 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5dd46c0b-74aa-4334-81e1-e0ee237cc690 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:33:05.100365 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dd46c0b-74aa-4334-81e1-e0ee237cc690'] response: {'name': 'network-changed', 'server_uuid': '732b311b-11d7-4f87-b16e-79c580669f3e', 'tag': 'abc2a4ee-71f7-47c8-a02a-361e10cda624', 'status': 'completed', 'code': 200} Apr 05 22:33:05.179241 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4682a14c-53b8-4010-8a9a-3ba482622dd4 req-7e73c995-cb89-47f1-a0d9-3d1c9beb3c8c tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=19a7ba34-fa7d-4396-8b10-8bab5efb6589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819056 Apr 05 22:33:05.249200 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 44980) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:05.332434 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695eabe4-3aa6-4bdd-8919-7492e14f737f req-89f5545d-f0f3-4aaf-badd-4232bd14eb31 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:05.333541 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-695eabe4-3aa6-4bdd-8919-7492e14f737f req-89f5545d-f0f3-4aaf-badd-4232bd14eb31 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=732b311b-11d7-4f87-b16e-79c580669f3e HTTP/1.1" status: 200 len: 943 time: 0.1039212 Apr 05 22:33:05.354176 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-485fab53-02f4-4f37-b7ad-d513424e4aae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:05.357750 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f91c3cd-3a86-43fd-a3d0-e50410f80820 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Router b0df46e9-d94b-4e59-8e73-3414faff1386 has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:33:05.427954 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-695eabe4-3aa6-4bdd-8919-7492e14f737f req-fd2025f0-8552-44a3-a9c3-ab25fceffc08 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864646 Apr 05 22:33:05.437024 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-485fab53-02f4-4f37-b7ad-d513424e4aae admin admin] Publish callbacks [] for security_group (fe2a820d-796d-4c60-a742-fab15bc74a5d), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:05.441609 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-485fab53-02f4-4f37-b7ad-d513424e4aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (fe2a820d-796d-4c60-a742-fab15bc74a5d), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:05.489103 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-485fab53-02f4-4f37-b7ad-d513424e4aae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eb9cc7e54b724e8e95d20b1c67006d8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365427 Apr 05 22:33:05.489540 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 44986) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:05.497979 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f91c3cd-3a86-43fd-a3d0-e50410f80820 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:33:05.499454 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485fab53-02f4-4f37-b7ad-d513424e4aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2a820d-796d-4c60-a742-fab15bc74a5d,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:05.502755 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7f91c3cd-3a86-43fd-a3d0-e50410f80820 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:05.510880 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be73c1d-d874-4334-b9dd-4d94651e3e07 None None] Sync routers for ids ['b0df46e9-d94b-4e59-8e73-3414faff1386'] in dv-cinder-835879-4-iscsi {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:33:05.521991 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be73c1d-d874-4334-b9dd-4d94651e3e07 None None] Routers {'b0df46e9-d94b-4e59-8e73-3414faff1386'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:33:05.522613 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-0be73c1d-d874-4334-b9dd-4d94651e3e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:32:37Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['b0df46e9-d94b-4e59-8e73-3414faff1386'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:05.547896 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-7f91c3cd-3a86-43fd-a3d0-e50410f80820 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "PUT /v2.0/floatingips/8a8c6950-1067-43ea-874f-6182918d5f96 HTTP/1.1" status: 200 len: 992 time: 2.4530125 Apr 05 22:33:05.548592 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe8a2ff-32d2-4752-bb89-b317c0dffc67', 'tag': 'a11904cd-7e78-4883-98a9-92fb30b55a65'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:33:05.551073 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d986d0dc-e28b-4722-a18b-123c470df8a1" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe8a2ff-32d2-4752-bb89-b317c0dffc67", "tag": "a11904cd-7e78-4883-98a9-92fb30b55a65"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:33:05.578202 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e207d630-47ed-40b7-a156-3b44250b790d admin admin] Publish callbacks [] for security_group (fe2a820d-796d-4c60-a742-fab15bc74a5d), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:05.588662 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebeef5f9-de76-4e05-875a-85f8c39550f1 x-openstack-request-id: req-ebeef5f9-de76-4e05-875a-85f8c39550f1 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:33:05.588987 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe8a2ff-32d2-4752-bb89-b317c0dffc67", "tag": "a11904cd-7e78-4883-98a9-92fb30b55a65", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:33:05.589249 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ebeef5f9-de76-4e05-875a-85f8c39550f1 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:33:05.589657 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebeef5f9-de76-4e05-875a-85f8c39550f1'] response: {'name': 'network-changed', 'server_uuid': '0fe8a2ff-32d2-4752-bb89-b317c0dffc67', 'tag': 'a11904cd-7e78-4883-98a9-92fb30b55a65', 'status': 'completed', 'code': 200} Apr 05 22:33:05.606745 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e207d630-47ed-40b7-a156-3b44250b790d admin admin] Publish callbacks [] for security_group (fe2a820d-796d-4c60-a742-fab15bc74a5d), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:05.662701 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e207d630-47ed-40b7-a156-3b44250b790d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (fe2a820d-796d-4c60-a742-fab15bc74a5d), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:05.665318 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e207d630-47ed-40b7-a156-3b44250b790d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:05.669567 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-e207d630-47ed-40b7-a156-3b44250b790d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fe2a820d-796d-4c60-a742-fab15bc74a5d HTTP/1.1" status: 204 len: 168 time: 0.1756802 Apr 05 22:33:05.674652 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-0be73c1d-d874-4334-b9dd-4d94651e3e07 None None] Set router b0df46e9-d94b-4e59-8e73-3414faff1386 gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:33:05.678409 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e207d630-47ed-40b7-a156-3b44250b790d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2a820d-796d-4c60-a742-fab15bc74a5d,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:05.925980 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f210699-e968-45a6-8dd2-4aff05155fb9 req-70f1d1f6-9315-47a9-acca-060aeeca71bc tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:05.928272 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0f210699-e968-45a6-8dd2-4aff05155fb9 req-70f1d1f6-9315-47a9-acca-060aeeca71bc tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.0879102 Apr 05 22:33:05.980013 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0f210699-e968-45a6-8dd2-4aff05155fb9 req-427db4b6-5166-4308-b7df-57f4adeef064 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460830 Apr 05 22:33:06.028726 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-0be73c1d-d874-4334-b9dd-4d94651e3e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'name': 'tempest-AttachVolumeShelveTestJSON-1723224570-router', 'tenant_id': '53101836a2ba42f5b58f4a6b84af6522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'c7f255cb-b0f9-4b5b-8cd1-7dc41b849453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:31:58Z', 'updated_at': '2022-04-05T22:32:07Z', 'revision_number': 4, 'project_id': '53101836a2ba42f5b58f4a6b84af6522', 'gw_port': {'id': 'c7f255cb-b0f9-4b5b-8cd1-7dc41b849453', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:37:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:31:59Z', 'updated_at': '2022-04-05T22:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': '8a8c6950-1067-43ea-874f-6182918d5f96', 'tenant_id': '53101836a2ba42f5b58f4a6b84af6522', 'floating_ip_address': '172.27.2.124', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'port_id': 'a11904cd-7e78-4883-98a9-92fb30b55a65', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b', 'mac_address': 'fa:16:3e:b0:04:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe8a2ff-32d2-4752-bb89-b317c0dffc67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:32:17Z', 'updated_at': '2022-04-05T22:33:04Z', 'revision_number': 1, 'project_id': '53101836a2ba42f5b58f4a6b84af6522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8047d317-db2f-4e80-9730-d4313e792b91', 'name': '', 'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b', 'tenant_id': '53101836a2ba42f5b58f4a6b84af6522', 'mac_address': 'fa:16:3e:2a:31:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'de490332-8df6-483d-b976-f39e215adfd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:04Z', 'updated_at': '2022-04-05T22:32:17Z', 'revision_number': 5, 'project_id': '53101836a2ba42f5b58f4a6b84af6522', 'subnets': [{'id': 'de490332-8df6-483d-b976-f39e215adfd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:06.050951 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 45016) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:06.057825 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be73c1d-d874-4334-b9dd-4d94651e3e07 None None] Checking router: b0df46e9-d94b-4e59-8e73-3414faff1386 for host: dv-cinder-835879-4-iscsi {{(pid=103305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:33:06.066482 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f4053a5e-888a-49be-b6df-40be636f2b45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:06.066827 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be73c1d-d874-4334-b9dd-4d94651e3e07 None None] Routers {'b0df46e9-d94b-4e59-8e73-3414faff1386'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:33:06.067444 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-0be73c1d-d874-4334-b9dd-4d94651e3e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:32:37Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['b0df46e9-d94b-4e59-8e73-3414faff1386'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:06.163607 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f4053a5e-888a-49be-b6df-40be636f2b45 admin admin] Publish callbacks [] for security_group (e81e2aa6-1830-4ef0-9036-18238188365f), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:06.167710 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f4053a5e-888a-49be-b6df-40be636f2b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (e81e2aa6-1830-4ef0-9036-18238188365f), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:06.169258 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ff88d-5a28-42a8-a0a5-4a9d5a6b24de req-f15445f6-0462-4790-90c5-7c81e436fdf9 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:06.170865 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0a6ff88d-5a28-42a8-a0a5-4a9d5a6b24de req-f15445f6-0462-4790-90c5-7c81e436fdf9 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 946 time: 0.0633674 Apr 05 22:33:06.179798 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-0be73c1d-d874-4334-b9dd-4d94651e3e07 None None] Set router b0df46e9-d94b-4e59-8e73-3414faff1386 gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:33:06.209339 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-f4053a5e-888a-49be-b6df-40be636f2b45 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c92f7ef52cf4452f823541a90ddab989&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1568925 Apr 05 22:33:06.210305 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4053a5e-888a-49be-b6df-40be636f2b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81e2aa6-1830-4ef0-9036-18238188365f,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:06.213550 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 45022) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:06.241119 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0a6ff88d-5a28-42a8-a0a5-4a9d5a6b24de req-32d986b7-9c39-4794-8843-9ee3c4ab3e3b tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639074 Apr 05 22:33:06.284216 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-09e284fe-a0b7-48a7-a42a-cf0a6c0f87e8 admin admin] Publish callbacks [] for security_group (e81e2aa6-1830-4ef0-9036-18238188365f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:06.355057 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-09e284fe-a0b7-48a7-a42a-cf0a6c0f87e8 admin admin] Publish callbacks [] for security_group (e81e2aa6-1830-4ef0-9036-18238188365f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:06.356830 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3931882-ff01-46a6-a656-643b0263c355 req-a72a5b14-f98d-43d9-a0a3-951745e9982d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:06.358404 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-c3931882-ff01-46a6-a656-643b0263c355 req-a72a5b14-f98d-43d9-a0a3-951745e9982d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d3665edf55e84964a68e36270a58315f&device_id=732b311b-11d7-4f87-b16e-79c580669f3e HTTP/1.1" status: 200 len: 1127 time: 0.0518587 Apr 05 22:33:06.431197 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76778655-f8a0-4496-aa26-f32dc84ba127 req-9722b0ab-8bea-4c45-aeef-e820ee0315b5 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:06.432689 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-76778655-f8a0-4496-aa26-f32dc84ba127 req-9722b0ab-8bea-4c45-aeef-e820ee0315b5 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5461b49-2cb2-4736-aa57-5af732d22cb9 HTTP/1.1" status: 200 len: 945 time: 0.1619747 Apr 05 22:33:06.446945 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-0be73c1d-d874-4334-b9dd-4d94651e3e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'name': 'tempest-AttachVolumeShelveTestJSON-1723224570-router', 'tenant_id': '53101836a2ba42f5b58f4a6b84af6522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'c7f255cb-b0f9-4b5b-8cd1-7dc41b849453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:31:58Z', 'updated_at': '2022-04-05T22:32:07Z', 'revision_number': 4, 'project_id': '53101836a2ba42f5b58f4a6b84af6522', 'gw_port': {'id': 'c7f255cb-b0f9-4b5b-8cd1-7dc41b849453', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:37:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:31:59Z', 'updated_at': '2022-04-05T22:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': '8a8c6950-1067-43ea-874f-6182918d5f96', 'tenant_id': '53101836a2ba42f5b58f4a6b84af6522', 'floating_ip_address': '172.27.2.124', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'port_id': 'a11904cd-7e78-4883-98a9-92fb30b55a65', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b', 'mac_address': 'fa:16:3e:b0:04:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe8a2ff-32d2-4752-bb89-b317c0dffc67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:32:17Z', 'updated_at': '2022-04-05T22:33:04Z', 'revision_number': 1, 'project_id': '53101836a2ba42f5b58f4a6b84af6522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8047d317-db2f-4e80-9730-d4313e792b91', 'name': '', 'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b', 'tenant_id': '53101836a2ba42f5b58f4a6b84af6522', 'mac_address': 'fa:16:3e:2a:31:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'de490332-8df6-483d-b976-f39e215adfd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:04Z', 'updated_at': '2022-04-05T22:32:17Z', 'revision_number': 5, 'project_id': '53101836a2ba42f5b58f4a6b84af6522', 'subnets': [{'id': 'de490332-8df6-483d-b976-f39e215adfd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:06.478193 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be73c1d-d874-4334-b9dd-4d94651e3e07 None None] The sync data for ids ['b0df46e9-d94b-4e59-8e73-3414faff1386'] in dv-cinder-835879-4-iscsi is: [{'id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'name': 'tempest-AttachVolumeShelveTestJSON-1723224570-router', 'tenant_id': '53101836a2ba42f5b58f4a6b84af6522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'c7f255cb-b0f9-4b5b-8cd1-7dc41b849453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:31:58Z', 'updated_at': '2022-04-05T22:32:07Z', 'revision_number': 4, 'project_id': '53101836a2ba42f5b58f4a6b84af6522', 'gw_port': {'id': 'c7f255cb-b0f9-4b5b-8cd1-7dc41b849453', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:37:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:31:59Z', 'updated_at': '2022-04-05T22:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': '8a8c6950-1067-43ea-874f-6182918d5f96', 'tenant_id': '53101836a2ba42f5b58f4a6b84af6522', 'floating_ip_address': '172.27.2.124', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'port_id': 'a11904cd-7e78-4883-98a9-92fb30b55a65', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b', 'mac_address': 'fa:16:3e:b0:04:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe8a2ff-32d2-4752-bb89-b317c0dffc67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:32:17Z', 'updated_at': '2022-04-05T22:33:04Z', 'revision_number': 1, 'project_id': '53101836a2ba42f5b58f4a6b84af6522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8047d317-db2f-4e80-9730-d4313e792b91', 'name': '', 'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b', 'tenant_id': '53101836a2ba42f5b58f4a6b84af6522', 'mac_address': 'fa:16:3e:2a:31:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'de490332-8df6-483d-b976-f39e215adfd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:04Z', 'updated_at': '2022-04-05T22:32:17Z', 'revision_number': 5, 'project_id': '53101836a2ba42f5b58f4a6b84af6522', 'subnets': [{'id': 'de490332-8df6-483d-b976-f39e215adfd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:33:06.486206 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1c274-266c-4a2a-90ae-6cb44a388c44 req-98426899-0b04-4bf9-a565-9ab693c37013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:06.488415 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4ff1c274-266c-4a2a-90ae-6cb44a388c44 req-98426899-0b04-4bf9-a565-9ab693c37013 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e7e24e6e-3544-4395-8e0c-7d87fa5e4b92 HTTP/1.1" status: 200 len: 919 time: 0.1860645 Apr 05 22:33:06.497267 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-09e284fe-a0b7-48a7-a42a-cf0a6c0f87e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (e81e2aa6-1830-4ef0-9036-18238188365f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:06.500378 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-09e284fe-a0b7-48a7-a42a-cf0a6c0f87e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:06.501546 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-09e284fe-a0b7-48a7-a42a-cf0a6c0f87e8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e81e2aa6-1830-4ef0-9036-18238188365f HTTP/1.1" status: 204 len: 168 time: 0.2873664 Apr 05 22:33:06.531088 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-76778655-f8a0-4496-aa26-f32dc84ba127 req-83c0f5f7-320f-4c60-8fdb-538968e73353 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=19a7ba34-fa7d-4396-8b10-8bab5efb6589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904841 Apr 05 22:33:06.546109 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e284fe-a0b7-48a7-a42a-cf0a6c0f87e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81e2aa6-1830-4ef0-9036-18238188365f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:06.581613 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87a0a2-a6cc-414d-8f91-ea077e2cbfad req-95be2551-4528-4fa6-aaf0-f583cf56c441 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:06.583234 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6f87a0a2-a6cc-414d-8f91-ea077e2cbfad req-95be2551-4528-4fa6-aaf0-f583cf56c441 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=732b311b-11d7-4f87-b16e-79c580669f3e HTTP/1.1" status: 200 len: 943 time: 0.0748720 Apr 05 22:33:06.639667 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6f87a0a2-a6cc-414d-8f91-ea077e2cbfad req-520a5680-a89a-4342-8df2-e5139384073d tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483158 Apr 05 22:33:06.787161 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0c841270-ea83-4236-94b8-1949a0cfc796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:06.992622 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986d0dc-e28b-4722-a18b-123c470df8a1 req-3f601ccd-8cec-4334-83b9-57a98e648214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:06.994766 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d986d0dc-e28b-4722-a18b-123c470df8a1 req-3f601ccd-8cec-4334-83b9-57a98e648214 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53101836a2ba42f5b58f4a6b84af6522&device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 1130 time: 0.0603101 Apr 05 22:33:07.199515 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4ff1c274-266c-4a2a-90ae-6cb44a388c44 req-8eaaed9b-bdcb-4a01-b9f8-47184733fab5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d6602cb-1932-44b9-8ab6-3ab98e1798dd HTTP/1.1" status: 200 len: 217 time: 0.0594339 Apr 05 22:33:07.221885 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc411c91-b7e6-4660-b4ac-cf760bc98934 req-b6d65d3c-deb8-4c40-bf84-59993e7f89c1 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:07.228914 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-dc411c91-b7e6-4660-b4ac-cf760bc98934 req-b6d65d3c-deb8-4c40-bf84-59993e7f89c1 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.1569881 Apr 05 22:33:07.326547 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 45060) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:07.327491 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ddad73-04eb-46b1-9bba-5775bfe81cf0 None None] New status for floating IP 8a8c6950-1067-43ea-874f-6182918d5f96: ACTIVE {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:33:07.371020 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-dc411c91-b7e6-4660-b4ac-cf760bc98934 req-62f62080-9a14-4b2f-8b01-b5ad105a4040 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411457 Apr 05 22:33:07.435485 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986d0dc-e28b-4722-a18b-123c470df8a1 req-73fe7bfe-f32c-4b3c-bbe6-863603822251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:07.437083 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d986d0dc-e28b-4722-a18b-123c470df8a1 req-73fe7bfe-f32c-4b3c-bbe6-863603822251 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5f18d588-ed8c-4ba8-aa61-86f84f08ea4b HTTP/1.1" status: 200 len: 918 time: 0.3056293 Apr 05 22:33:07.445001 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3931882-ff01-46a6-a656-643b0263c355 req-288bbd15-65c7-4656-b727-6d8537aef31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:07.446482 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-c3931882-ff01-46a6-a656-643b0263c355 req-288bbd15-65c7-4656-b727-6d8537aef31c service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=d3665edf55e84964a68e36270a58315f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3198435 Apr 05 22:33:07.450284 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94fc0a-653a-473d-9165-1eb89deeb248 req-d20b7c3c-918a-494b-9b00-54ee3f13c9fa tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:07.458414 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-df94fc0a-653a-473d-9165-1eb89deeb248 req-d20b7c3c-918a-494b-9b00-54ee3f13c9fa tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 946 time: 0.1050222 Apr 05 22:33:07.462907 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500ac36-a796-4236-b03f-34b3dabf435b req-8e2a8f90-9bc9-4ef7-89eb-3339229fbb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:07.464835 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-b500ac36-a796-4236-b03f-34b3dabf435b req-8e2a8f90-9bc9-4ef7-89eb-3339229fbb85 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 1130 time: 0.2732108 Apr 05 22:33:07.511609 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-df94fc0a-653a-473d-9165-1eb89deeb248 req-6f376847-64ce-4a9b-83e0-3e4aa0e83559 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521472 Apr 05 22:33:07.540251 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:07.657772 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cb87f016-4e7f-4138-9de9-58aa15aab57e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:07.691412 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d518ac-2b4b-4ce1-ae0d-e2f015fee4a8 req-8d5bc404-2a84-48a2-ab4d-ba3ba39d5b61 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:07.692964 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-20d518ac-2b4b-4ce1-ae0d-e2f015fee4a8 req-8d5bc404-2a84-48a2-ab4d-ba3ba39d5b61 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5461b49-2cb2-4736-aa57-5af732d22cb9 HTTP/1.1" status: 200 len: 945 time: 0.0934002 Apr 05 22:33:07.789836 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-20d518ac-2b4b-4ce1-ae0d-e2f015fee4a8 req-5e258b3c-388b-4817-9e9a-9ac80cf61587 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=19a7ba34-fa7d-4396-8b10-8bab5efb6589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896595 Apr 05 22:33:07.848063 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cb87f016-4e7f-4138-9de9-58aa15aab57e admin admin] Publish callbacks [] for security_group (2e8fd519-983f-4d56-a2b2-ad0112314b21), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:07.861770 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9402c086-47c1-4ea4-a0a6-e6a436ebc397 req-1ae7bb84-2766-443d-aac5-e84321e42a54 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:07.863333 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9402c086-47c1-4ea4-a0a6-e6a436ebc397 req-1ae7bb84-2766-443d-aac5-e84321e42a54 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=732b311b-11d7-4f87-b16e-79c580669f3e HTTP/1.1" status: 200 len: 943 time: 0.0938246 Apr 05 22:33:07.864535 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cb87f016-4e7f-4138-9de9-58aa15aab57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (2e8fd519-983f-4d56-a2b2-ad0112314b21), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:07.880060 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:33:07.949685 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-cb87f016-4e7f-4138-9de9-58aa15aab57e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=303be4db267f426c9d66d801f9bfdb29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6194580 Apr 05 22:33:07.952146 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 45118) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:07.964981 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb87f016-4e7f-4138-9de9-58aa15aab57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8fd519-983f-4d56-a2b2-ad0112314b21,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:07.999923 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9402c086-47c1-4ea4-a0a6-e6a436ebc397 req-a2babe85-a2cc-454f-9312-8e66f4f57d62 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246212 Apr 05 22:33:08.017029 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e2f450d5-eca9-45f3-bf2a-36a69c842a7b admin admin] Publish callbacks [] for security_group (2e8fd519-983f-4d56-a2b2-ad0112314b21), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:08.025015 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797d139-bb91-469f-b423-2853bb4ee9e7 req-ffacb13d-58db-4c74-bf62-7b1066c7ae71 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:08.026760 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3797d139-bb91-469f-b423-2853bb4ee9e7 req-ffacb13d-58db-4c74-bf62-7b1066c7ae71 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5461b49-2cb2-4736-aa57-5af732d22cb9 HTTP/1.1" status: 200 len: 945 time: 0.1006482 Apr 05 22:33:08.035978 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 45120) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:08.040558 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-b67b1876-4fc8-4f79-a1d0-55deb5582433 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Request body: {'floatingip': {'port_id': '87ce46ac-b115-4660-b05d-ad5035e8f486'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:08.041954 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e2f450d5-eca9-45f3-bf2a-36a69c842a7b admin admin] Publish callbacks [] for security_group (2e8fd519-983f-4d56-a2b2-ad0112314b21), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:08.085980 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b67b1876-4fc8-4f79-a1d0-55deb5582433 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for floatingip (fcd54330-5680-4934-be33-cf3efbc2d265), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:08.098225 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e2f450d5-eca9-45f3-bf2a-36a69c842a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (2e8fd519-983f-4d56-a2b2-ad0112314b21), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:08.101468 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e2f450d5-eca9-45f3-bf2a-36a69c842a7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:08.102607 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-e2f450d5-eca9-45f3-bf2a-36a69c842a7b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2e8fd519-983f-4d56-a2b2-ad0112314b21 HTTP/1.1" status: 204 len: 168 time: 0.1493878 Apr 05 22:33:08.111815 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f450d5-eca9-45f3-bf2a-36a69c842a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8fd519-983f-4d56-a2b2-ad0112314b21,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:08.316433 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1c274-266c-4a2a-90ae-6cb44a388c44 req-708cf03d-77ba-4599-8097-447d826dd42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:08.318095 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4ff1c274-266c-4a2a-90ae-6cb44a388c44 req-708cf03d-77ba-4599-8097-447d826dd42a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b HTTP/1.1" status: 200 len: 857 time: 0.0943053 Apr 05 22:33:08.381693 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-b500ac36-a796-4236-b03f-34b3dabf435b req-bfa2c2b0-3c79-49a0-80b7-867c9192e87e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567121 Apr 05 22:33:08.494202 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3931882-ff01-46a6-a656-643b0263c355 req-d2df4581-120b-4ec8-896c-c33a9faed264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:08.495777 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-c3931882-ff01-46a6-a656-643b0263c355 req-d2df4581-120b-4ec8-896c-c33a9faed264 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2720399 Apr 05 22:33:08.558111 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 45136) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:08.576202 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7e6cd199-17e8-48e6-bd29-bf9957820a9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:08.663904 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7e6cd199-17e8-48e6-bd29-bf9957820a9e admin admin] Publish callbacks [] for security_group (f778d55b-acc0-446c-99e5-f2b9be65e8eb), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:08.668297 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7e6cd199-17e8-48e6-bd29-bf9957820a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (f778d55b-acc0-446c-99e5-f2b9be65e8eb), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:08.708615 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-7e6cd199-17e8-48e6-bd29-bf9957820a9e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2ebe3fb8782445658fb03fbb09f755c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1480896 Apr 05 22:33:08.709598 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6cd199-17e8-48e6-bd29-bf9957820a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f778d55b-acc0-446c-99e5-f2b9be65e8eb,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:08.711942 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 45150) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:08.764510 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a6fe966d-da60-4672-90dc-deb8b0d941d4 admin admin] Publish callbacks [] for security_group (f778d55b-acc0-446c-99e5-f2b9be65e8eb), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:08.787569 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a6fe966d-da60-4672-90dc-deb8b0d941d4 admin admin] Publish callbacks [] for security_group (f778d55b-acc0-446c-99e5-f2b9be65e8eb), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:08.808641 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d986d0dc-e28b-4722-a18b-123c470df8a1 req-74b5880b-8f6c-4c58-80ef-ca73347f2655 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a11904cd-7e78-4883-98a9-92fb30b55a65 HTTP/1.1" status: 200 len: 1002 time: 0.5859122 Apr 05 22:33:08.878052 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a6fe966d-da60-4672-90dc-deb8b0d941d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (f778d55b-acc0-446c-99e5-f2b9be65e8eb), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:08.884315 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a6fe966d-da60-4672-90dc-deb8b0d941d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:08.889696 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-a6fe966d-da60-4672-90dc-deb8b0d941d4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f778d55b-acc0-446c-99e5-f2b9be65e8eb HTTP/1.1" status: 204 len: 168 time: 0.1764400 Apr 05 22:33:08.896060 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bea9d3-620c-4a74-9ee9-9a9f290d8661 req-f9a3e40e-0a46-4b03-b35c-b576cc4a67d8 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:08.897714 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b8bea9d3-620c-4a74-9ee9-9a9f290d8661 req-f9a3e40e-0a46-4b03-b35c-b576cc4a67d8 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.2475157 Apr 05 22:33:08.914521 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe966d-da60-4672-90dc-deb8b0d941d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f778d55b-acc0-446c-99e5-f2b9be65e8eb,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:08.914828 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4ebfa-b02f-47fb-9f74-0c12edc1b46e req-b14d8860-89fe-4807-a3a7-a8911b183a5b tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:08.916667 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b8b4ebfa-b02f-47fb-9f74-0c12edc1b46e req-b14d8860-89fe-4807-a3a7-a8911b183a5b tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 946 time: 0.2676005 Apr 05 22:33:09.060679 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b8bea9d3-620c-4a74-9ee9-9a9f290d8661 req-500c73a6-da96-43ed-87da-3e1715083fec tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428945 Apr 05 22:33:09.087814 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b8b4ebfa-b02f-47fb-9f74-0c12edc1b46e req-dd921664-c921-4835-a366-a3e966e397b1 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500375 Apr 05 22:33:09.149124 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:09.277257 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b67b1876-4fc8-4f79-a1d0-55deb5582433 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:09.284333 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b67b1876-4fc8-4f79-a1d0-55deb5582433 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528098'] for floatingip (fcd54330-5680-4934-be33-cf3efbc2d265), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:09.373089 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd636c2-59cf-49d2-8961-7a90b91acf6f req-b3ad287c-3cba-4eed-a173-e35445b649da tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:09.375230 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-afd636c2-59cf-49d2-8961-7a90b91acf6f req-b3ad287c-3cba-4eed-a173-e35445b649da tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=732b311b-11d7-4f87-b16e-79c580669f3e HTTP/1.1" status: 200 len: 943 time: 0.1693158 Apr 05 22:33:09.406130 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 45170) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:09.421082 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d01090b9-05cb-4896-8c34-dd5d0bba7df5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:09.557130 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.db.l3_db [None req-b67b1876-4fc8-4f79-a1d0-55deb5582433 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Floating IP fcd54330-5680-4934-be33-cf3efbc2d265 associated. External IP: 172.27.2.207, port: 87ce46ac-b115-4660-b05d-ad5035e8f486. Apr 05 22:33:09.562262 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d01090b9-05cb-4896-8c34-dd5d0bba7df5 admin admin] Publish callbacks [] for security_group (3511904c-0ec8-4995-914d-0c5cdf0ead35), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:09.563811 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-afd636c2-59cf-49d2-8961-7a90b91acf6f req-db3d2be4-0557-49fe-8e52-cb3097925df9 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393147 Apr 05 22:33:09.573038 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d01090b9-05cb-4896-8c34-dd5d0bba7df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (3511904c-0ec8-4995-914d-0c5cdf0ead35), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:09.631356 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-d01090b9-05cb-4896-8c34-dd5d0bba7df5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=16ba5c6cf077496b9b79d5ff209a9fb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233841 Apr 05 22:33:09.632333 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01090b9-05cb-4896-8c34-dd5d0bba7df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3511904c-0ec8-4995-914d-0c5cdf0ead35,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:09.635079 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 45174) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:09.686465 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2e3e438f-161b-4a09-a1e9-f72fd96dff1e admin admin] Publish callbacks [] for security_group (3511904c-0ec8-4995-914d-0c5cdf0ead35), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:09.690356 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1c274-266c-4a2a-90ae-6cb44a388c44 req-edd3df41-c387-42d1-b86f-b06b8050caee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:09.692572 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4ff1c274-266c-4a2a-90ae-6cb44a388c44 req-edd3df41-c387-42d1-b86f-b06b8050caee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e7e24e6e-3544-4395-8e0c-7d87fa5e4b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2264948 Apr 05 22:33:09.712300 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2e3e438f-161b-4a09-a1e9-f72fd96dff1e admin admin] Publish callbacks [] for security_group (3511904c-0ec8-4995-914d-0c5cdf0ead35), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:09.769188 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2e3e438f-161b-4a09-a1e9-f72fd96dff1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (3511904c-0ec8-4995-914d-0c5cdf0ead35), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:09.772294 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2e3e438f-161b-4a09-a1e9-f72fd96dff1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:09.773521 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-2e3e438f-161b-4a09-a1e9-f72fd96dff1e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3511904c-0ec8-4995-914d-0c5cdf0ead35 HTTP/1.1" status: 204 len: 168 time: 0.1372690 Apr 05 22:33:09.783906 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e438f-161b-4a09-a1e9-f72fd96dff1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3511904c-0ec8-4995-914d-0c5cdf0ead35,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:09.816563 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ccafdb-4796-4b7f-9858-cecff362b919 req-321aaf8c-c78a-4345-9f52-d9b1d56acca2 tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:09.818573 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-24ccafdb-4796-4b7f-9858-cecff362b919 req-321aaf8c-c78a-4345-9f52-d9b1d56acca2 tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7ab161b-77f6-44a7-99b6-59013816ab1c HTTP/1.1" status: 200 len: 945 time: 0.2055175 Apr 05 22:33:09.867636 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3402311-dd3f-4255-943d-25de4fb1150c req-70cb280e-4b4a-4e03-ae74-cbfef0f5d6e9 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:09.869625 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a3402311-dd3f-4255-943d-25de4fb1150c req-70cb280e-4b4a-4e03-ae74-cbfef0f5d6e9 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.2060988 Apr 05 22:33:09.978662 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-24ccafdb-4796-4b7f-9858-cecff362b919 req-ae03db67-6d9f-436d-b16f-98dbb7c9304e tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] 10.222.0.15 "GET /v2.0/security-groups?id=263214be-6e47-43b0-aecf-5b490f0bea85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505585 Apr 05 22:33:10.058387 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a3402311-dd3f-4255-943d-25de4fb1150c req-e537f018-57ab-44f0-887e-29879c885334 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780355 Apr 05 22:33:10.144999 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67b1876-4fc8-4f79-a1d0-55deb5582433 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Router 4d6a48c7-8b87-4a6f-acc5-9c60a34b861a has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:33:10.176079 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986d0dc-e28b-4722-a18b-123c470df8a1 req-f9f022ae-61ac-41f1-8d27-fb362f8dae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:10.178563 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d986d0dc-e28b-4722-a18b-123c470df8a1 req-f9f022ae-61ac-41f1-8d27-fb362f8dae50 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=de490332-8df6-483d-b976-f39e215adfd8 HTTP/1.1" status: 200 len: 856 time: 0.1126618 Apr 05 22:33:10.215620 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72520a74-4247-4057-8c50-b9317c31dead req-bd6e2ae9-2eef-49a1-a051-4ab5fe007ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:10.217402 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-72520a74-4247-4057-8c50-b9317c31dead req-bd6e2ae9-2eef-49a1-a051-4ab5fe007ad8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d3665edf55e84964a68e36270a58315f&device_id=732b311b-11d7-4f87-b16e-79c580669f3e HTTP/1.1" status: 200 len: 1127 time: 0.0974391 Apr 05 22:33:10.674214 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4ff1c274-266c-4a2a-90ae-6cb44a388c44 req-83f5165d-ffea-42e7-ae00-b0cc071dfbf4 service neutron] 10.222.0.46 "GET /v2.0/networks/e7e24e6e-3544-4395-8e0c-7d87fa5e4b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5521054 Apr 05 22:33:10.684089 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f904558-e3cc-4e5d-9b1b-9a795cbe9195 req-71c7594c-b2d1-47a7-bcca-485a89b61130 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:10.686068 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3f904558-e3cc-4e5d-9b1b-9a795cbe9195 req-71c7594c-b2d1-47a7-bcca-485a89b61130 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 946 time: 0.5036306 Apr 05 22:33:10.715095 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:10.807841 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67b1876-4fc8-4f79-a1d0-55deb5582433 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:33:10.820105 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c31ae7-1669-4b54-baef-222e366d0749 None None] Sync routers for ids ['4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'] in dv-cinder-835879-4-iscsi {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:33:10.823191 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b67b1876-4fc8-4f79-a1d0-55deb5582433 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:10.837423 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c31ae7-1669-4b54-baef-222e366d0749 None None] Routers {'4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:33:10.838057 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-79c31ae7-1669-4b54-baef-222e366d0749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:33:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:10.865413 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3f904558-e3cc-4e5d-9b1b-9a795cbe9195 req-8bf089bc-170e-4ed8-8f97-037a34f41209 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656721 Apr 05 22:33:10.886138 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-b67b1876-4fc8-4f79-a1d0-55deb5582433 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "PUT /v2.0/floatingips/fcd54330-5680-4934-be33-cf3efbc2d265 HTTP/1.1" status: 200 len: 991 time: 2.8482411 Apr 05 22:33:10.900639 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e62f84-0e38-4cc4-8502-6dfd42978714 req-6c9953db-eed4-40d8-9466-fc35bee3ff58 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:10.914081 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-64e62f84-0e38-4cc4-8502-6dfd42978714 req-6c9953db-eed4-40d8-9466-fc35bee3ff58 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=732b311b-11d7-4f87-b16e-79c580669f3e HTTP/1.1" status: 200 len: 943 time: 0.2469988 Apr 05 22:33:10.920685 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5461b49-2cb2-4736-aa57-5af732d22cb9', 'tag': '87ce46ac-b115-4660-b05d-ad5035e8f486'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:33:10.923132 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ed0586-26e5-4bde-b3cb-72cbdbc0d430" -d '{"events": [{"name": "network-changed", "server_uuid": "e5461b49-2cb2-4736-aa57-5af732d22cb9", "tag": "87ce46ac-b115-4660-b05d-ad5035e8f486"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:33:10.978629 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-79c31ae7-1669-4b54-baef-222e366d0749 None None] Set router 4d6a48c7-8b87-4a6f-acc5-9c60a34b861a gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:33:10.983690 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-64e62f84-0e38-4cc4-8502-6dfd42978714 req-73fd3c2a-3fee-4cdf-83b4-7248a4b5a252 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683804 Apr 05 22:33:10.985379 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d92d4e2-9190-42c2-bd8b-5dfe92120b0e x-openstack-request-id: req-2d92d4e2-9190-42c2-bd8b-5dfe92120b0e {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:33:10.986450 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5461b49-2cb2-4736-aa57-5af732d22cb9", "tag": "87ce46ac-b115-4660-b05d-ad5035e8f486", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:33:10.986450 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2d92d4e2-9190-42c2-bd8b-5dfe92120b0e {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:33:10.986450 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d92d4e2-9190-42c2-bd8b-5dfe92120b0e'] response: {'name': 'network-changed', 'server_uuid': 'e5461b49-2cb2-4736-aa57-5af732d22cb9', 'tag': '87ce46ac-b115-4660-b05d-ad5035e8f486', 'status': 'completed', 'code': 200} Apr 05 22:33:11.172951 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661113e-d5fe-4573-be20-6ccc57416306 req-55a56bea-b839-416a-b7e4-d1cdc1cdd2f2 tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:11.174678 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c661113e-d5fe-4573-be20-6ccc57416306 req-55a56bea-b839-416a-b7e4-d1cdc1cdd2f2 tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7ab161b-77f6-44a7-99b6-59013816ab1c HTTP/1.1" status: 200 len: 945 time: 0.1166635 Apr 05 22:33:11.259687 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c661113e-d5fe-4573-be20-6ccc57416306 req-629a5ed5-b2ac-49bd-a130-ea2aea65b310 tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] 10.222.0.15 "GET /v2.0/security-groups?id=263214be-6e47-43b0-aecf-5b490f0bea85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751035 Apr 05 22:33:11.268634 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ff63c-0095-497d-aa30-ff9f4c1b804f req-c03860de-cf34-4f22-b7e1-0ef91648d254 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:11.270271 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-186ff63c-0095-497d-aa30-ff9f4c1b804f req-c03860de-cf34-4f22-b7e1-0ef91648d254 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.0946219 Apr 05 22:33:11.331198 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-186ff63c-0095-497d-aa30-ff9f4c1b804f req-72564803-478d-43f7-b41f-277cc31e579c tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543838 Apr 05 22:33:11.336167 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-79c31ae7-1669-4b54-baef-222e366d0749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'name': 'tempest-AttachVolumeNegativeTest-659125320-router', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:10Z', 'revision_number': 4, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'gw_port': {'id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': 'fcd54330-5680-4934-be33-cf3efbc2d265', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'floating_ip_address': '172.27.2.207', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'port_id': '87ce46ac-b115-4660-b05d-ad5035e8f486', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'mac_address': 'fa:16:3e:70:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5461b49-2cb2-4736-aa57-5af732d22cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:32:23Z', 'updated_at': '2022-04-05T22:33:09Z', 'revision_number': 1, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f', 'name': '', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'mac_address': 'fa:16:3e:f5:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:09Z', 'updated_at': '2022-04-05T22:32:25Z', 'revision_number': 5, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'subnets': [{'id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:11.366646 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c31ae7-1669-4b54-baef-222e366d0749 None None] Checking router: 4d6a48c7-8b87-4a6f-acc5-9c60a34b861a for host: dv-cinder-835879-4-iscsi {{(pid=103305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:33:11.375030 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c31ae7-1669-4b54-baef-222e366d0749 None None] Routers {'4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:33:11.375638 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-79c31ae7-1669-4b54-baef-222e366d0749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:33:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:11.487978 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-79c31ae7-1669-4b54-baef-222e366d0749 None None] Set router 4d6a48c7-8b87-4a6f-acc5-9c60a34b861a gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:33:11.715882 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-79c31ae7-1669-4b54-baef-222e366d0749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'name': 'tempest-AttachVolumeNegativeTest-659125320-router', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:10Z', 'revision_number': 4, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'gw_port': {'id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': 'fcd54330-5680-4934-be33-cf3efbc2d265', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'floating_ip_address': '172.27.2.207', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'port_id': '87ce46ac-b115-4660-b05d-ad5035e8f486', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'mac_address': 'fa:16:3e:70:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5461b49-2cb2-4736-aa57-5af732d22cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:32:23Z', 'updated_at': '2022-04-05T22:33:09Z', 'revision_number': 1, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f', 'name': '', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'mac_address': 'fa:16:3e:f5:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:09Z', 'updated_at': '2022-04-05T22:32:25Z', 'revision_number': 5, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'subnets': [{'id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:11.752631 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c31ae7-1669-4b54-baef-222e366d0749 None None] The sync data for ids ['4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'] in dv-cinder-835879-4-iscsi is: [{'id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'name': 'tempest-AttachVolumeNegativeTest-659125320-router', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:10Z', 'revision_number': 4, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'gw_port': {'id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': 'fcd54330-5680-4934-be33-cf3efbc2d265', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'floating_ip_address': '172.27.2.207', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'port_id': '87ce46ac-b115-4660-b05d-ad5035e8f486', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'mac_address': 'fa:16:3e:70:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5461b49-2cb2-4736-aa57-5af732d22cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:32:23Z', 'updated_at': '2022-04-05T22:33:09Z', 'revision_number': 1, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f', 'name': '', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'mac_address': 'fa:16:3e:f5:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:09Z', 'updated_at': '2022-04-05T22:32:25Z', 'revision_number': 5, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'subnets': [{'id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:33:11.944570 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5436a4a-6f2e-4385-9e7b-952b4bb14639 None None] New status for floating IP fcd54330-5680-4934-be33-cf3efbc2d265: ACTIVE {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:33:12.008344 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1043807-aeaa-4000-b87b-93430a2fecfb req-9603739f-1102-4fef-acb4-61a5976912ad tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:12.009856 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d1043807-aeaa-4000-b87b-93430a2fecfb req-9603739f-1102-4fef-acb4-61a5976912ad tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 946 time: 0.0542717 Apr 05 22:33:12.061467 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d1043807-aeaa-4000-b87b-93430a2fecfb req-5e58c20d-83e6-470f-adca-5a58adb1ac31 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459108 Apr 05 22:33:12.129686 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77252d3e-4538-4de3-ab58-b4cadf693a08 req-d7f1239f-e019-4e42-83db-6337bf2121fe tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:12.136674 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-77252d3e-4538-4de3-ab58-b4cadf693a08 req-d7f1239f-e019-4e42-83db-6337bf2121fe tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=732b311b-11d7-4f87-b16e-79c580669f3e HTTP/1.1" status: 200 len: 943 time: 0.0701416 Apr 05 22:33:12.215069 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-72520a74-4247-4057-8c50-b9317c31dead req-ad4ab4a8-3a27-4b01-b5d2-f081ecca61fd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abc2a4ee-71f7-47c8-a02a-361e10cda624 HTTP/1.1" status: 200 len: 217 time: 0.0414281 Apr 05 22:33:12.332226 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986d0dc-e28b-4722-a18b-123c470df8a1 req-28d63f74-27e7-4487-853c-94748a766956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:12.333769 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d986d0dc-e28b-4722-a18b-123c470df8a1 req-28d63f74-27e7-4487-853c-94748a766956 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5f18d588-ed8c-4ba8-aa61-86f84f08ea4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2202570 Apr 05 22:33:12.346011 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2668c-9c3e-4276-848a-2a0b3f0e4f0e req-dfd75e3d-ec9d-431e-8fed-16a4bc630c36 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:12.357951 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-42b2668c-9c3e-4276-848a-2a0b3f0e4f0e req-dfd75e3d-ec9d-431e-8fed-16a4bc630c36 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 946 time: 0.2201495 Apr 05 22:33:12.358486 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 45238) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:12.365031 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-68e52262-2975-44ad-a309-c29def3f2b42 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Request body: {'floatingip': {'port_id': '4640548d-5069-4d6c-aff5-d4b623b01a6c'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:12.373108 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-77252d3e-4538-4de3-ab58-b4cadf693a08 req-f3eb8e39-456e-4392-9a24-0de88533d318 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029846 Apr 05 22:33:12.376244 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4ff1c274-266c-4a2a-90ae-6cb44a388c44 req-af0af8f0-1c9d-4234-814e-363de272e573 service neutron] 10.222.0.46 "GET /v2.0/networks/e7e24e6e-3544-4395-8e0c-7d87fa5e4b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856346 Apr 05 22:33:12.422647 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-68e52262-2975-44ad-a309-c29def3f2b42 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks [] for floatingip (853729cb-2e4b-4de0-9ad9-40e8ef81a7f7), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:12.600429 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24de31-28f5-4bb7-b27a-3b924ad26165 req-715b26bb-1009-4fd3-8409-d27161f7627e tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:12.607155 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2c24de31-28f5-4bb7-b27a-3b924ad26165 req-715b26bb-1009-4fd3-8409-d27161f7627e tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7ab161b-77f6-44a7-99b6-59013816ab1c HTTP/1.1" status: 200 len: 945 time: 0.1970353 Apr 05 22:33:12.648923 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad26aa1-1266-4dae-87dc-49f63e0dbeae req-a941699e-527b-4805-afad-99b49e3391c6 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:12.650410 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3ad26aa1-1266-4dae-87dc-49f63e0dbeae req-a941699e-527b-4805-afad-99b49e3391c6 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.1783175 Apr 05 22:33:12.781104 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2c24de31-28f5-4bb7-b27a-3b924ad26165 req-c47407a8-63fd-45ac-9c89-266956e1de87 tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] 10.222.0.15 "GET /v2.0/security-groups?id=263214be-6e47-43b0-aecf-5b490f0bea85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729932 Apr 05 22:33:12.804894 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3ad26aa1-1266-4dae-87dc-49f63e0dbeae req-76375ac2-8c34-4021-ae64-7746ef89fb4a tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224182 Apr 05 22:33:13.113493 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72520a74-4247-4057-8c50-b9317c31dead req-e76484ab-70b3-425b-909c-a36c3fe4a885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:13.114943 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-72520a74-4247-4057-8c50-b9317c31dead req-e76484ab-70b3-425b-909c-a36c3fe4a885 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9d3128c9-3134-41dd-b51b-26e0d700f0ad HTTP/1.1" status: 200 len: 849 time: 0.0684261 Apr 05 22:33:13.116546 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d986d0dc-e28b-4722-a18b-123c470df8a1 req-729726fb-866f-481e-9e28-b77726441abd service neutron] 10.222.0.46 "GET /v2.0/networks/5f18d588-ed8c-4ba8-aa61-86f84f08ea4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799507 Apr 05 22:33:13.155332 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-72520a74-4247-4057-8c50-b9317c31dead req-81e06184-c0bb-4bd8-ba3b-c42ff61a0ad7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d6a5d24-56a4-4406-b3da-c3c8c20629cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283282 Apr 05 22:33:13.158164 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eda514-b5c6-4b02-83d0-8d288b876612 req-e7feb98b-8bb2-4dc4-b6e3-27524a0a0427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:13.159509 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-63eda514-b5c6-4b02-83d0-8d288b876612 req-e7feb98b-8bb2-4dc4-b6e3-27524a0a0427 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=20b77f8ad3b947daa87a0a858e8b7ac2&device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 1129 time: 0.0789838 Apr 05 22:33:13.253301 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed0586-26e5-4bde-b3cb-72cbdbc0d430 req-7ccbaa1b-044c-44eb-b00e-8e5dafb40e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:13.254794 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a4ed0586-26e5-4bde-b3cb-72cbdbc0d430 req-7ccbaa1b-044c-44eb-b00e-8e5dafb40e2d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2697c0786bb14f85b099106396e57e9e&device_id=e5461b49-2cb2-4736-aa57-5af732d22cb9 HTTP/1.1" status: 200 len: 1129 time: 0.1986835 Apr 05 22:33:13.256758 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-68e52262-2975-44ad-a309-c29def3f2b42 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:13.271987 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-68e52262-2975-44ad-a309-c29def3f2b42 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528098'] for floatingip (853729cb-2e4b-4de0-9ad9-40e8ef81a7f7), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:13.344630 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-72520a74-4247-4057-8c50-b9317c31dead req-48583cac-4b83-4aca-bdd6-46b5b7418af9 service neutron] 10.222.0.46 "GET /v2.0/networks/3d6a5d24-56a4-4406-b3da-c3c8c20629cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622427 Apr 05 22:33:13.345816 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eda514-b5c6-4b02-83d0-8d288b876612 req-0ea715b3-7331-48f6-ad03-a395b3d192e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:13.347174 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-63eda514-b5c6-4b02-83d0-8d288b876612 req-0ea715b3-7331-48f6-ad03-a395b3d192e4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e7e24e6e-3544-4395-8e0c-7d87fa5e4b92 HTTP/1.1" status: 200 len: 919 time: 0.1636260 Apr 05 22:33:13.415019 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-63eda514-b5c6-4b02-83d0-8d288b876612 req-218fb8c8-a0a6-4afa-bbd3-7d3df59281c9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d6602cb-1932-44b9-8ab6-3ab98e1798dd HTTP/1.1" status: 200 len: 217 time: 0.0567486 Apr 05 22:33:13.449723 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d986d0dc-e28b-4722-a18b-123c470df8a1 req-6dc36b46-7d82-423b-b961-e4a18d9f7b5e service neutron] 10.222.0.46 "GET /v2.0/networks/5f18d588-ed8c-4ba8-aa61-86f84f08ea4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003469 Apr 05 22:33:13.460638 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539acf8-c082-4eba-b66c-07d54b23d22c req-cebcc3ca-0ea0-4cba-8753-e6816418388a tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:13.462282 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9539acf8-c082-4eba-b66c-07d54b23d22c req-cebcc3ca-0ea0-4cba-8753-e6816418388a tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7ab161b-77f6-44a7-99b6-59013816ab1c HTTP/1.1" status: 200 len: 945 time: 0.2717123 Apr 05 22:33:13.513106 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eda514-b5c6-4b02-83d0-8d288b876612 req-2e4b5a46-3f50-4267-89e4-357e352e886f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:13.514559 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-63eda514-b5c6-4b02-83d0-8d288b876612 req-2e4b5a46-3f50-4267-89e4-357e352e886f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b HTTP/1.1" status: 200 len: 857 time: 0.0672750 Apr 05 22:33:13.518309 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-72520a74-4247-4057-8c50-b9317c31dead req-cf828a2c-cb07-4a72-b9c1-8863ff378e3a service neutron] 10.222.0.46 "GET /v2.0/networks/3d6a5d24-56a4-4406-b3da-c3c8c20629cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612685 Apr 05 22:33:13.578614 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eda514-b5c6-4b02-83d0-8d288b876612 req-53a06c70-0e51-4f58-a381-58e6e194c3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:13.580169 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-63eda514-b5c6-4b02-83d0-8d288b876612 req-53a06c70-0e51-4f58-a381-58e6e194c3bb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e7e24e6e-3544-4395-8e0c-7d87fa5e4b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469196 Apr 05 22:33:13.762564 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed0586-26e5-4bde-b3cb-72cbdbc0d430 req-03ae1546-0028-4ca3-b90b-c5fbd806388d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:13.764043 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a4ed0586-26e5-4bde-b3cb-72cbdbc0d430 req-03ae1546-0028-4ca3-b90b-c5fbd806388d service neutron] 10.222.0.46 "GET /v2.0/networks?id=30d168ff-b6ad-4812-af5d-7394de5c0536 HTTP/1.1" status: 200 len: 915 time: 0.5018482 Apr 05 22:33:13.770454 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.db.l3_db [None req-68e52262-2975-44ad-a309-c29def3f2b42 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Floating IP 853729cb-2e4b-4de0-9ad9-40e8ef81a7f7 associated. External IP: 172.27.2.115, port: 4640548d-5069-4d6c-aff5-d4b623b01a6c. Apr 05 22:33:13.948254 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e87a45-847b-4c09-96c7-0c9724f6b84c req-9bcb2a18-3635-4bfc-8440-100195a72b6e tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:13.949909 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b0e87a45-847b-4c09-96c7-0c9724f6b84c req-9bcb2a18-3635-4bfc-8440-100195a72b6e tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=732b311b-11d7-4f87-b16e-79c580669f3e HTTP/1.1" status: 200 len: 943 time: 0.4834480 Apr 05 22:33:14.051232 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9cd25-12bf-4257-a1b7-509e4f030d48 req-ebdf3687-383d-4d0d-96f9-c32c3d7302a1 tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:14.052704 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4ee9cd25-12bf-4257-a1b7-509e4f030d48 req-ebdf3687-383d-4d0d-96f9-c32c3d7302a1 tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7ab161b-77f6-44a7-99b6-59013816ab1c HTTP/1.1" status: 200 len: 945 time: 0.1857517 Apr 05 22:33:14.058109 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-9539acf8-c082-4eba-b66c-07d54b23d22c req-1f1302d0-4688-4d7d-9674-d69ecacadc8f tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] Deleting port 161a744e-dc59-4f38-a53a-ef9b9f0b709d {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:33:14.058451 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9539acf8-c082-4eba-b66c-07d54b23d22c req-1f1302d0-4688-4d7d-9674-d69ecacadc8f tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (161a744e-dc59-4f38-a53a-ef9b9f0b709d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:14.138821 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b0e87a45-847b-4c09-96c7-0c9724f6b84c req-1b0f863c-21b6-4208-a657-47bcea44e602 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790428 Apr 05 22:33:14.290356 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4ee9cd25-12bf-4257-a1b7-509e4f030d48 req-0f7bfa33-d1aa-4d09-833f-2eea7940f3d3 tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] 10.222.0.15 "GET /v2.0/security-groups?id=263214be-6e47-43b0-aecf-5b490f0bea85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239172 Apr 05 22:33:14.317833 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-9539acf8-c082-4eba-b66c-07d54b23d22c req-1f1302d0-4688-4d7d-9674-d69ecacadc8f tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] For port 161a744e-dc59-4f38-a53a-ef9b9f0b709d, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=161a744e-dc59-4f38-a53a-ef9b9f0b709d,segment=NetworkSegment(861068a3-7cd1-4c90-a36a-227a98f1b9d8),segment_id=861068a3-7cd1-4c90-a36a-227a98f1b9d8)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:33:14.318229 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9539acf8-c082-4eba-b66c-07d54b23d22c req-1f1302d0-4688-4d7d-9674-d69ecacadc8f tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (161a744e-dc59-4f38-a53a-ef9b9f0b709d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:14.341438 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-9539acf8-c082-4eba-b66c-07d54b23d22c req-1f1302d0-4688-4d7d-9674-d69ecacadc8f tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] Calling delete_port for 161a744e-dc59-4f38-a53a-ef9b9f0b709d owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:33:14.368577 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e52262-2975-44ad-a309-c29def3f2b42 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Router 09af68de-9ff1-4ad6-8036-8283324aa101 has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:33:14.399022 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b88f68a-341a-4740-9700-8c3662c78bd5 req-cfc5dfc0-e8b4-456f-875a-344c6ed452d6 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:14.400544 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2b88f68a-341a-4740-9700-8c3662c78bd5 req-cfc5dfc0-e8b4-456f-875a-344c6ed452d6 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.1597128 Apr 05 22:33:14.551070 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2b88f68a-341a-4740-9700-8c3662c78bd5 req-28805947-1a90-4ddd-a0d3-a9422b961c58 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214776 Apr 05 22:33:14.635426 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e52262-2975-44ad-a309-c29def3f2b42 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:33:14.641250 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-68e52262-2975-44ad-a309-c29def3f2b42 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:14.648291 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8b3ecb-8474-4636-bc30-76859f0cffe2 None None] Sync routers for ids ['09af68de-9ff1-4ad6-8036-8283324aa101'] in dv-cinder-835879-4-iscsi {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:33:14.663323 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8b3ecb-8474-4636-bc30-76859f0cffe2 None None] Routers {'09af68de-9ff1-4ad6-8036-8283324aa101'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:33:14.664557 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-6f8b3ecb-8474-4636-bc30-76859f0cffe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:33:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['09af68de-9ff1-4ad6-8036-8283324aa101'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:14.693359 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-68e52262-2975-44ad-a309-c29def3f2b42 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "PUT /v2.0/floatingips/853729cb-2e4b-4de0-9ad9-40e8ef81a7f7 HTTP/1.1" status: 200 len: 992 time: 2.3251083 Apr 05 22:33:14.693359 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70c97b8f-b9f5-4658-bac4-08f8376e04ae', 'tag': '4640548d-5069-4d6c-aff5-d4b623b01a6c'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:33:14.693359 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145002b3-2b79-467e-ba22-fd92e0e90370" -d '{"events": [{"name": "network-changed", "server_uuid": "70c97b8f-b9f5-4658-bac4-08f8376e04ae", "tag": "4640548d-5069-4d6c-aff5-d4b623b01a6c"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:33:14.693359 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9539acf8-c082-4eba-b66c-07d54b23d22c req-1f1302d0-4688-4d7d-9674-d69ecacadc8f tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605'] for port (161a744e-dc59-4f38-a53a-ef9b9f0b709d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:14.705128 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] get_ports_and_sgs() called for port_ids ['161a744e-dc59-4f38-a53a-ef9b9f0b709d'] {{(pid=103304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:33:14.721531 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1302d0-4688-4d7d-9674-d69ecacadc8f tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] Pushing event deleted for resources: {'Port': ['ID=161a744e-dc59-4f38-a53a-ef9b9f0b709d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:14.728896 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49bdfa0-c539-452d-8791-df151bdaf265 x-openstack-request-id: req-b49bdfa0-c539-452d-8791-df151bdaf265 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:33:14.729200 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70c97b8f-b9f5-4658-bac4-08f8376e04ae", "tag": "4640548d-5069-4d6c-aff5-d4b623b01a6c", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:33:14.729455 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b49bdfa0-c539-452d-8791-df151bdaf265 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:33:14.729857 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b49bdfa0-c539-452d-8791-df151bdaf265'] response: {'name': 'network-changed', 'server_uuid': '70c97b8f-b9f5-4658-bac4-08f8376e04ae', 'tag': '4640548d-5069-4d6c-aff5-d4b623b01a6c', 'status': 'completed', 'code': 200} Apr 05 22:33:14.792788 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-9539acf8-c082-4eba-b66c-07d54b23d22c req-1f1302d0-4688-4d7d-9674-d69ecacadc8f tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] No DVR routers for this DVR port 161a744e-dc59-4f38-a53a-ef9b9f0b709d on host hv-cinder-83587 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:33:14.796240 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9539acf8-c082-4eba-b66c-07d54b23d22c req-1f1302d0-4688-4d7d-9674-d69ecacadc8f tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:14.800179 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9539acf8-c082-4eba-b66c-07d54b23d22c req-1f1302d0-4688-4d7d-9674-d69ecacadc8f tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] 10.222.0.46 "DELETE /v2.0/ports/161a744e-dc59-4f38-a53a-ef9b9f0b709d HTTP/1.1" status: 204 len: 173 time: 1.3254859 Apr 05 22:33:14.802464 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-6f8b3ecb-8474-4636-bc30-76859f0cffe2 None None] Set router 09af68de-9ff1-4ad6-8036-8283324aa101 gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:33:15.035985 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-6f8b3ecb-8474-4636-bc30-76859f0cffe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'name': 'tempest-AttachVolumeTestJSON-1059833774-router', 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'ee57049b-5a1f-4d98-9942-93b61a87bf02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:10Z', 'revision_number': 4, 'project_id': '0aceb09e90a9469980b157861e02e481', 'gw_port': {'id': 'ee57049b-5a1f-4d98-9942-93b61a87bf02', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ce:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': '853729cb-2e4b-4de0-9ad9-40e8ef81a7f7', 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'floating_ip_address': '172.27.2.115', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'port_id': '4640548d-5069-4d6c-aff5-d4b623b01a6c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6baf2d1-4111-4179-97b5-8f3d3d51eaff', 'mac_address': 'fa:16:3e:fa:22:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c97b8f-b9f5-4658-bac4-08f8376e04ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:32:29Z', 'updated_at': '2022-04-05T22:33:13Z', 'revision_number': 1, 'project_id': '0aceb09e90a9469980b157861e02e481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a957f97b-dd01-4197-82f8-ac18ba044691', 'name': '', 'network_id': 'b6baf2d1-4111-4179-97b5-8f3d3d51eaff', 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'mac_address': 'fa:16:3e:6e:0e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'acc4bb93-55f5-4d18-8058-b058867f2321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:08Z', 'updated_at': '2022-04-05T22:32:26Z', 'revision_number': 5, 'project_id': '0aceb09e90a9469980b157861e02e481', 'subnets': [{'id': 'acc4bb93-55f5-4d18-8058-b058867f2321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:15.066628 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8b3ecb-8474-4636-bc30-76859f0cffe2 None None] Checking router: 09af68de-9ff1-4ad6-8036-8283324aa101 for host: dv-cinder-835879-4-iscsi {{(pid=103305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:33:15.074928 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8b3ecb-8474-4636-bc30-76859f0cffe2 None None] Routers {'09af68de-9ff1-4ad6-8036-8283324aa101'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:33:15.075531 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-6f8b3ecb-8474-4636-bc30-76859f0cffe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:33:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['09af68de-9ff1-4ad6-8036-8283324aa101'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:15.185644 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-6f8b3ecb-8474-4636-bc30-76859f0cffe2 None None] Set router 09af68de-9ff1-4ad6-8036-8283324aa101 gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:33:15.269251 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787104a-a364-45b7-a561-f5f3b5ced06e req-4e183cc9-f746-4eb2-a764-e66f692cc935 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:15.270869 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2787104a-a364-45b7-a561-f5f3b5ced06e req-4e183cc9-f746-4eb2-a764-e66f692cc935 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=732b311b-11d7-4f87-b16e-79c580669f3e HTTP/1.1" status: 200 len: 943 time: 0.0611668 Apr 05 22:33:15.323145 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2787104a-a364-45b7-a561-f5f3b5ced06e req-97dec7d3-efc2-4857-a3fe-f01630cf23c4 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465319 Apr 05 22:33:15.407682 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-36c43fe4-ccf1-426b-88ab-57ecfc1872e2 req-0e97a757-630c-41c3-b26f-546cdbbe4edc tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7ab161b-77f6-44a7-99b6-59013816ab1c HTTP/1.1" status: 200 len: 210 time: 0.0264904 Apr 05 22:33:15.424393 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-6f8b3ecb-8474-4636-bc30-76859f0cffe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'name': 'tempest-AttachVolumeTestJSON-1059833774-router', 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'ee57049b-5a1f-4d98-9942-93b61a87bf02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:10Z', 'revision_number': 4, 'project_id': '0aceb09e90a9469980b157861e02e481', 'gw_port': {'id': 'ee57049b-5a1f-4d98-9942-93b61a87bf02', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ce:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': '853729cb-2e4b-4de0-9ad9-40e8ef81a7f7', 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'floating_ip_address': '172.27.2.115', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'port_id': '4640548d-5069-4d6c-aff5-d4b623b01a6c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6baf2d1-4111-4179-97b5-8f3d3d51eaff', 'mac_address': 'fa:16:3e:fa:22:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c97b8f-b9f5-4658-bac4-08f8376e04ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:32:29Z', 'updated_at': '2022-04-05T22:33:13Z', 'revision_number': 1, 'project_id': '0aceb09e90a9469980b157861e02e481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a957f97b-dd01-4197-82f8-ac18ba044691', 'name': '', 'network_id': 'b6baf2d1-4111-4179-97b5-8f3d3d51eaff', 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'mac_address': 'fa:16:3e:6e:0e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'acc4bb93-55f5-4d18-8058-b058867f2321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:08Z', 'updated_at': '2022-04-05T22:32:26Z', 'revision_number': 5, 'project_id': '0aceb09e90a9469980b157861e02e481', 'subnets': [{'id': 'acc4bb93-55f5-4d18-8058-b058867f2321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:15.455524 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8b3ecb-8474-4636-bc30-76859f0cffe2 None None] The sync data for ids ['09af68de-9ff1-4ad6-8036-8283324aa101'] in dv-cinder-835879-4-iscsi is: [{'id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'name': 'tempest-AttachVolumeTestJSON-1059833774-router', 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'ee57049b-5a1f-4d98-9942-93b61a87bf02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:10Z', 'revision_number': 4, 'project_id': '0aceb09e90a9469980b157861e02e481', 'gw_port': {'id': 'ee57049b-5a1f-4d98-9942-93b61a87bf02', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ce:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': '853729cb-2e4b-4de0-9ad9-40e8ef81a7f7', 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'floating_ip_address': '172.27.2.115', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'port_id': '4640548d-5069-4d6c-aff5-d4b623b01a6c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6baf2d1-4111-4179-97b5-8f3d3d51eaff', 'mac_address': 'fa:16:3e:fa:22:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c97b8f-b9f5-4658-bac4-08f8376e04ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:32:29Z', 'updated_at': '2022-04-05T22:33:13Z', 'revision_number': 1, 'project_id': '0aceb09e90a9469980b157861e02e481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a957f97b-dd01-4197-82f8-ac18ba044691', 'name': '', 'network_id': 'b6baf2d1-4111-4179-97b5-8f3d3d51eaff', 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'mac_address': 'fa:16:3e:6e:0e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'acc4bb93-55f5-4d18-8058-b058867f2321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:08Z', 'updated_at': '2022-04-05T22:32:26Z', 'revision_number': 5, 'project_id': '0aceb09e90a9469980b157861e02e481', 'subnets': [{'id': 'acc4bb93-55f5-4d18-8058-b058867f2321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:33:15.688455 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e380c6-93a7-4057-9083-aa4c8d5c34a9 req-33785cea-423b-4a16-80bd-d5f2de5e141f tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:15.690644 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a3e380c6-93a7-4057-9083-aa4c8d5c34a9 req-33785cea-423b-4a16-80bd-d5f2de5e141f tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.0701253 Apr 05 22:33:15.745886 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a3e380c6-93a7-4057-9083-aa4c8d5c34a9 req-545acb51-20c3-4889-95d3-c8f6651f8513 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490077 Apr 05 22:33:16.320544 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a4ed0586-26e5-4bde-b3cb-72cbdbc0d430 req-645c771b-f7bc-42ab-be0c-f6927d8428cf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87ce46ac-b115-4660-b05d-ad5035e8f486 HTTP/1.1" status: 200 len: 1001 time: 0.1143579 Apr 05 22:33:16.341265 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145002b3-2b79-467e-ba22-fd92e0e90370 req-8b2db4b9-8802-4549-b829-6e4ed2a07712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:16.350616 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-145002b3-2b79-467e-ba22-fd92e0e90370 req-8b2db4b9-8802-4549-b829-6e4ed2a07712 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0aceb09e90a9469980b157861e02e481&device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 1130 time: 0.0971136 Apr 05 22:33:16.469391 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed0586-26e5-4bde-b3cb-72cbdbc0d430 req-ac0507bd-a2c3-4e95-b87a-d3906562ba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:16.471168 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a4ed0586-26e5-4bde-b3cb-72cbdbc0d430 req-ac0507bd-a2c3-4e95-b87a-d3906562ba0e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1f7e6b53-f66a-4bf5-b303-757e7b31098d HTTP/1.1" status: 200 len: 853 time: 0.1401572 Apr 05 22:33:16.566162 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-63eda514-b5c6-4b02-83d0-8d288b876612 req-d74162fa-43e5-4c50-bb5d-73277fdeec2d service neutron] 10.222.0.46 "GET /v2.0/networks/e7e24e6e-3544-4395-8e0c-7d87fa5e4b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592789 Apr 05 22:33:16.589524 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145002b3-2b79-467e-ba22-fd92e0e90370 req-c3b16b6c-b901-45d5-8663-f692b0d4ed5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:16.591058 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-145002b3-2b79-467e-ba22-fd92e0e90370 req-c3b16b6c-b901-45d5-8663-f692b0d4ed5f service neutron] 10.222.0.46 "GET /v2.0/networks?id=b6baf2d1-4111-4179-97b5-8f3d3d51eaff HTTP/1.1" status: 200 len: 912 time: 0.2169192 Apr 05 22:33:16.611091 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-28b7214c-a538-4eca-96b9-56b6fc5cd664 req-b1465fb4-1795-4080-9734-4c52446fd47f tempest-DeleteServersTestJSON-706976794 tempest-DeleteServersTestJSON-706976794-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7ab161b-77f6-44a7-99b6-59013816ab1c HTTP/1.1" status: 200 len: 210 time: 0.0446806 Apr 05 22:33:16.681244 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [req-63eda514-b5c6-4b02-83d0-8d288b876612 req-24da060f-c2e1-4092-8b21-31a63fae557e service neutron] 10.222.0.46 "GET /v2.0/networks/e7e24e6e-3544-4395-8e0c-7d87fa5e4b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991819 Apr 05 22:33:16.682737 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed0586-26e5-4bde-b3cb-72cbdbc0d430 req-8ba313b7-fbf8-4b04-a2b8-f05d14c4e367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:16.684238 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a4ed0586-26e5-4bde-b3cb-72cbdbc0d430 req-8ba313b7-fbf8-4b04-a2b8-f05d14c4e367 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=30d168ff-b6ad-4812-af5d-7394de5c0536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2034469 Apr 05 22:33:16.701573 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149cd520-fc20-46ae-bfaa-7f6bde9b1e2b req-35dd08f5-c892-4b7e-ae3e-6a914caf35c4 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:16.703064 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-149cd520-fc20-46ae-bfaa-7f6bde9b1e2b req-35dd08f5-c892-4b7e-ae3e-6a914caf35c4 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=732b311b-11d7-4f87-b16e-79c580669f3e HTTP/1.1" status: 200 len: 943 time: 0.1894853 Apr 05 22:33:16.706898 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-145002b3-2b79-467e-ba22-fd92e0e90370 req-08492015-a32f-46bc-a9f2-8447d8866332 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4640548d-5069-4d6c-aff5-d4b623b01a6c HTTP/1.1" status: 200 len: 1000 time: 0.0990245 Apr 05 22:33:16.730404 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ab161b-77f6-44a7-99b6-59013816ab1c', 'name': 'network-vif-deleted', 'tag': '161a744e-dc59-4f38-a53a-ef9b9f0b709d'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:33:16.732821 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a503bc1-2dc7-4fa6-9d44-f45ced653721" -d '{"events": [{"server_uuid": "b7ab161b-77f6-44a7-99b6-59013816ab1c", "name": "network-vif-deleted", "tag": "161a744e-dc59-4f38-a53a-ef9b9f0b709d"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:33:16.812329 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d68971-07f5-4977-b697-503e626d186c x-openstack-request-id: req-11d68971-07f5-4977-b697-503e626d186c {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:33:16.812658 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ab161b-77f6-44a7-99b6-59013816ab1c", "name": "network-vif-deleted", "tag": "161a744e-dc59-4f38-a53a-ef9b9f0b709d", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:33:16.812941 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-11d68971-07f5-4977-b697-503e626d186c {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:33:16.813334 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11d68971-07f5-4977-b697-503e626d186c'] response: {'server_uuid': 'b7ab161b-77f6-44a7-99b6-59013816ab1c', 'name': 'network-vif-deleted', 'tag': '161a744e-dc59-4f38-a53a-ef9b9f0b709d', 'status': 'completed', 'code': 200} Apr 05 22:33:16.851062 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-149cd520-fc20-46ae-bfaa-7f6bde9b1e2b req-b5a5a50d-c2a9-4f6b-8181-ecda997f30a6 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422336 Apr 05 22:33:16.908089 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145002b3-2b79-467e-ba22-fd92e0e90370 req-edf8925c-13cc-461f-b982-93d68c3fef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:16.909584 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-145002b3-2b79-467e-ba22-fd92e0e90370 req-edf8925c-13cc-461f-b982-93d68c3fef50 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=acc4bb93-55f5-4d18-8058-b058867f2321 HTTP/1.1" status: 200 len: 850 time: 0.1521771 Apr 05 22:33:16.930808 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a4ed0586-26e5-4bde-b3cb-72cbdbc0d430 req-4afd9899-92ec-41cf-9368-666b9c6d88e3 service neutron] 10.222.0.46 "GET /v2.0/networks/30d168ff-b6ad-4812-af5d-7394de5c0536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011421 Apr 05 22:33:16.943597 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd0201-4a99-4791-8e41-65730ed1aefb req-f18e3d66-044f-495b-a37c-619ed2da440d tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:16.945000 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-dbdd0201-4a99-4791-8e41-65730ed1aefb req-f18e3d66-044f-495b-a37c-619ed2da440d tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.0887086 Apr 05 22:33:16.996060 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-dbdd0201-4a99-4791-8e41-65730ed1aefb req-9d2239d7-510d-4e9b-8132-aacdf844ae34 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455067 Apr 05 22:33:16.998130 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d2eed1-2373-4057-863d-55320f3ab06b None None] New status for floating IP 853729cb-2e4b-4de0-9ad9-40e8ef81a7f7: ACTIVE {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:33:17.233640 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device abc2a4ee-71f7-47c8-a02a-361e10cda624 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:33:17.238048 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 161a744e-dc59-4f38-a53a-ef9b9f0b709d no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:33:17.270477 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] No Port match for: 161a744e-dc59-4f38-a53a-ef9b9f0b709d {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:33:17.270849 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 161a744e-dc59-4f38-a53a-ef9b9f0b709d not bound to the agent host hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:33:17.381830 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port abc2a4ee-71f7-47c8-a02a-361e10cda624, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=abc2a4ee-71f7-47c8-a02a-361e10cda624,segment=NetworkSegment(41307e8e-b13b-4275-a7b3-6fa90de0c9a3),segment_id=41307e8e-b13b-4275-a7b3-6fa90de0c9a3)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:33:17.394107 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Returning: {'device': 'abc2a4ee-71f7-47c8-a02a-361e10cda624', 'network_id': '3d6a5d24-56a4-4406-b3da-c3c8c20629cd', 'port_id': 'abc2a4ee-71f7-47c8-a02a-361e10cda624', 'mac_address': 'fa:16:3e:6d:4c:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d3128c9-3134-41dd-b51b-26e0d700f0ad', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:33:17.439211 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port abc2a4ee-71f7-47c8-a02a-361e10cda624 is: DOWN; New status is: BUILD {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:17.439516 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (abc2a4ee-71f7-47c8-a02a-361e10cda624), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:17.452608 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abc2a4ee-71f7-47c8-a02a-361e10cda624 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:33:17.474908 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port abc2a4ee-71f7-47c8-a02a-361e10cda624, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=abc2a4ee-71f7-47c8-a02a-361e10cda624,segment=NetworkSegment(41307e8e-b13b-4275-a7b3-6fa90de0c9a3),segment_id=41307e8e-b13b-4275-a7b3-6fa90de0c9a3)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:33:17.478847 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (abc2a4ee-71f7-47c8-a02a-361e10cda624), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:17.510866 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145002b3-2b79-467e-ba22-fd92e0e90370 req-d8e12446-3c12-4b4e-ad9e-1e4cbd278f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:17.512376 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-145002b3-2b79-467e-ba22-fd92e0e90370 req-d8e12446-3c12-4b4e-ad9e-1e4cbd278f9c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b6baf2d1-4111-4179-97b5-8f3d3d51eaff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3401065 Apr 05 22:33:17.517949 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a4ed0586-26e5-4bde-b3cb-72cbdbc0d430 req-81b2c617-07c0-44bb-94e9-22c5115a6c67 service neutron] 10.222.0.46 "GET /v2.0/networks/30d168ff-b6ad-4812-af5d-7394de5c0536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371818 Apr 05 22:33:17.529946 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=abc2a4ee-71f7-47c8-a02a-361e10cda624,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:17.624240 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-145002b3-2b79-467e-ba22-fd92e0e90370 req-351c0735-ca8b-4095-a0cf-9a2e47c50854 service neutron] 10.222.0.46 "GET /v2.0/networks/b6baf2d1-4111-4179-97b5-8f3d3d51eaff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886014 Apr 05 22:33:17.746433 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-145002b3-2b79-467e-ba22-fd92e0e90370 req-79ace490-b209-4b41-8816-b304b2389d45 service neutron] 10.222.0.46 "GET /v2.0/networks/b6baf2d1-4111-4179-97b5-8f3d3d51eaff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154425 Apr 05 22:33:17.914398 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] get_ports_and_sgs() called for port_ids ['abc2a4ee-71f7-47c8-a02a-361e10cda624'] {{(pid=103304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:33:18.013137 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc3681-0bc3-4f89-9b28-196e595fc82e req-2ee771f5-f43e-4aeb-b8d9-32d05a0cd7d5 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:18.014761 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4abc3681-0bc3-4f89-9b28-196e595fc82e req-2ee771f5-f43e-4aeb-b8d9-32d05a0cd7d5 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=732b311b-11d7-4f87-b16e-79c580669f3e HTTP/1.1" status: 200 len: 944 time: 0.0693521 Apr 05 22:33:18.083319 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4abc3681-0bc3-4f89-9b28-196e595fc82e req-bcbac9e3-9794-43e5-a426-295d346f8e98 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495591 Apr 05 22:33:18.139049 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31748e7-130f-4da2-9368-e91bd66d7ceb req-ef66c2c8-5a87-44cb-ab6b-407881fdae14 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:18.140584 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c31748e7-130f-4da2-9368-e91bd66d7ceb req-ef66c2c8-5a87-44cb-ab6b-407881fdae14 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.0525484 Apr 05 22:33:18.191275 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c31748e7-130f-4da2-9368-e91bd66d7ceb req-5adcf017-4d27-465c-8290-5ed00303912d tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450456 Apr 05 22:33:19.204197 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c949679-9208-4d33-833f-27d55cb96dc4 req-1b8c1dda-44eb-4038-8bc5-dbb7fff4dffc tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:19.205677 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7c949679-9208-4d33-833f-27d55cb96dc4 req-1b8c1dda-44eb-4038-8bc5-dbb7fff4dffc tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=732b311b-11d7-4f87-b16e-79c580669f3e HTTP/1.1" status: 200 len: 944 time: 0.0511568 Apr 05 22:33:19.254799 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7c949679-9208-4d33-833f-27d55cb96dc4 req-3efa166a-0a5f-4309-b90d-205d34cf7320 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434797 Apr 05 22:33:19.313643 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a86d5-1798-435e-bdd4-dbfb4624b14f req-ee25adda-a58c-4581-b92f-172f58aa54f2 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:19.315170 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-696a86d5-1798-435e-bdd4-dbfb4624b14f req-ee25adda-a58c-4581-b92f-172f58aa54f2 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.0531297 Apr 05 22:33:19.361488 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-696a86d5-1798-435e-bdd4-dbfb4624b14f req-fea4d4ce-92ea-40ef-935c-da6522c66b43 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407181 Apr 05 22:33:20.371224 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9d1f4-9f83-49c6-8b6c-f579d20cbaaf req-6dcf9240-1d66-428a-9cac-d18a1bc7d8af tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:20.372675 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-43b9d1f4-9f83-49c6-8b6c-f579d20cbaaf req-6dcf9240-1d66-428a-9cac-d18a1bc7d8af tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=732b311b-11d7-4f87-b16e-79c580669f3e HTTP/1.1" status: 200 len: 944 time: 0.0535734 Apr 05 22:33:20.418264 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-43b9d1f4-9f83-49c6-8b6c-f579d20cbaaf req-5a2436b1-bdd8-4396-8169-e7e4ade09b00 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398374 Apr 05 22:33:20.475770 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685259cd-26b2-446a-ae39-a36cf7ba77fe req-f3f3fdd9-cf20-4e90-b304-7aa208c8470a tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:20.477249 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-685259cd-26b2-446a-ae39-a36cf7ba77fe req-f3f3fdd9-cf20-4e90-b304-7aa208c8470a tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.0507474 Apr 05 22:33:20.522994 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-685259cd-26b2-446a-ae39-a36cf7ba77fe req-38c047f5-4fdf-46ab-a73f-1efdc51a6e95 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402422 Apr 05 22:33:21.539974 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8471a-0eb2-4f58-b7b1-a6f5a944afd4 req-dc308e53-d135-468e-a6a8-f4479a46562d tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:21.541490 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-00d8471a-0eb2-4f58-b7b1-a6f5a944afd4 req-dc308e53-d135-468e-a6a8-f4479a46562d tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=732b311b-11d7-4f87-b16e-79c580669f3e HTTP/1.1" status: 200 len: 944 time: 0.0564284 Apr 05 22:33:21.590308 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-00d8471a-0eb2-4f58-b7b1-a6f5a944afd4 req-7fadd30f-a522-449c-8d48-5c0f77400c52 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429778 Apr 05 22:33:21.644968 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6aac12-c628-4e34-9352-2fe76090783d req-977bd65f-1111-45e1-b6bc-512c4b4b3a6f tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:21.646462 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1c6aac12-c628-4e34-9352-2fe76090783d req-977bd65f-1111-45e1-b6bc-512c4b4b3a6f tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.0552666 Apr 05 22:33:21.692936 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1c6aac12-c628-4e34-9352-2fe76090783d req-b74e8783-d7dd-4c83-b0e9-d62e6919c86a tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408134 Apr 05 22:33:22.706852 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55325954-c8cb-4cbe-8b40-b66a17fcc58b req-87180450-84d8-4812-8c14-3e20e7072ad3 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:22.708317 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-55325954-c8cb-4cbe-8b40-b66a17fcc58b req-87180450-84d8-4812-8c14-3e20e7072ad3 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=732b311b-11d7-4f87-b16e-79c580669f3e HTTP/1.1" status: 200 len: 944 time: 0.0520344 Apr 05 22:33:22.763085 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-55325954-c8cb-4cbe-8b40-b66a17fcc58b req-c7a59b0e-c8a3-4f10-bef2-31295c713492 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490949 Apr 05 22:33:22.811692 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b046d-57b1-4656-be23-0c2020066025 req-5e23cca4-4d93-47d8-8a0a-b98d339be69b tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:22.813218 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e21b046d-57b1-4656-be23-0c2020066025 req-5e23cca4-4d93-47d8-8a0a-b98d339be69b tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.0547352 Apr 05 22:33:22.860944 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e21b046d-57b1-4656-be23-0c2020066025 req-4d4a476f-5cd7-4a77-8290-d4397e038252 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421855 Apr 05 22:33:23.878090 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059d627-592a-454c-857b-ebf4b7378ecc req-26d01347-a103-413c-b7b5-088d82671f86 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:23.879510 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3059d627-592a-454c-857b-ebf4b7378ecc req-26d01347-a103-413c-b7b5-088d82671f86 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=732b311b-11d7-4f87-b16e-79c580669f3e HTTP/1.1" status: 200 len: 944 time: 0.0502603 Apr 05 22:33:23.928437 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3059d627-592a-454c-857b-ebf4b7378ecc req-7f0b67a1-8414-4b8a-a644-02870c2d7a6e tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434716 Apr 05 22:33:23.981187 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914cbac5-80c2-4ba4-8ac1-f4fa5e502b40 req-807d5656-752b-4ab5-8510-b1d957e219af tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:23.982647 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-914cbac5-80c2-4ba4-8ac1-f4fa5e502b40 req-807d5656-752b-4ab5-8510-b1d957e219af tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.0533206 Apr 05 22:33:24.028270 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-914cbac5-80c2-4ba4-8ac1-f4fa5e502b40 req-a299b624-9658-45bb-8ab4-5791e2d03014 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396800 Apr 05 22:33:24.847353 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device abc2a4ee-71f7-47c8-a02a-361e10cda624 up at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:33:24.898169 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning for port abc2a4ee-71f7-47c8-a02a-361e10cda624 completed by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:33:24.902583 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning complete for port abc2a4ee-71f7-47c8-a02a-361e10cda624 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:24.902957 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (abc2a4ee-71f7-47c8-a02a-361e10cda624), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:24.981918 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port abc2a4ee-71f7-47c8-a02a-361e10cda624 is: BUILD; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:24.982310 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (abc2a4ee-71f7-47c8-a02a-361e10cda624), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:25.005488 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '732b311b-11d7-4f87-b16e-79c580669f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc2a4ee-71f7-47c8-a02a-361e10cda624'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:33:25.007736 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16471d07bccade7c78bbaf7939695eccfc965b3074ad902c0ac28a73985796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492068cf-6bb4-4f6a-a9af-8dda3708e923" -d '{"events": [{"server_uuid": "732b311b-11d7-4f87-b16e-79c580669f3e", "name": "network-vif-plugged", "status": "completed", "tag": "abc2a4ee-71f7-47c8-a02a-361e10cda624"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:33:25.021333 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port abc2a4ee-71f7-47c8-a02a-361e10cda624, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=abc2a4ee-71f7-47c8-a02a-361e10cda624,segment=NetworkSegment(41307e8e-b13b-4275-a7b3-6fa90de0c9a3),segment_id=41307e8e-b13b-4275-a7b3-6fa90de0c9a3)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:33:25.026416 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (abc2a4ee-71f7-47c8-a02a-361e10cda624), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:25.050136 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde7ba76-2066-4f72-8072-c31c54eb43df x-openstack-request-id: req-bde7ba76-2066-4f72-8072-c31c54eb43df {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:33:25.050136 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "732b311b-11d7-4f87-b16e-79c580669f3e", "name": "network-vif-plugged", "status": "completed", "tag": "abc2a4ee-71f7-47c8-a02a-361e10cda624", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:33:25.050136 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bde7ba76-2066-4f72-8072-c31c54eb43df {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:33:25.050531 dv-cinder-835879-4-iscsi neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bde7ba76-2066-4f72-8072-c31c54eb43df'] response: {'server_uuid': '732b311b-11d7-4f87-b16e-79c580669f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc2a4ee-71f7-47c8-a02a-361e10cda624', 'code': 200} Apr 05 22:33:25.052898 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc617f-82d3-4680-9659-442364baad87 req-e22710f8-af44-40d0-8778-d4a27f1238ba tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:25.055546 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b2fc617f-82d3-4680-9659-442364baad87 req-e22710f8-af44-40d0-8778-d4a27f1238ba tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=732b311b-11d7-4f87-b16e-79c580669f3e HTTP/1.1" status: 200 len: 944 time: 0.0612493 Apr 05 22:33:25.089338 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=abc2a4ee-71f7-47c8-a02a-361e10cda624,revision_number=5']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:25.165302 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b2fc617f-82d3-4680-9659-442364baad87 req-5a7ab95a-e53c-464d-98ef-6a1591d6acda tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898573 Apr 05 22:33:25.198710 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604e213-c65d-4526-a3c5-cb482b7a80fd req-088e472a-19eb-43a0-9f95-f436c90740ee tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:25.200217 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9604e213-c65d-4526-a3c5-cb482b7a80fd req-088e472a-19eb-43a0-9f95-f436c90740ee tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.0945129 Apr 05 22:33:25.278359 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9604e213-c65d-4526-a3c5-cb482b7a80fd req-efa76b01-f490-4f8f-9d8c-5ab9bfcf0bae tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689683 Apr 05 22:33:25.281032 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6b13c-caaa-4357-9457-f4cb3c4aba6f req-7b8e22e0-6d10-4f85-8b98-14538c52c17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:25.282440 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-52d6b13c-caaa-4357-9457-f4cb3c4aba6f req-7b8e22e0-6d10-4f85-8b98-14538c52c17a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=732b311b-11d7-4f87-b16e-79c580669f3e HTTP/1.1" status: 200 len: 1129 time: 0.0811763 Apr 05 22:33:25.326338 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-52d6b13c-caaa-4357-9457-f4cb3c4aba6f req-5e2b23e4-aa7e-4143-89fe-87a4cd2492ed service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374677 Apr 05 22:33:25.414013 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 45426) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:25.457576 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-32822964-a0ff-40b7-a2e7-725fdf3838b3 admin admin] Deleting subnet 7cb9f83c-1915-4fe3-a40e-2c91b8485971 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:33:25.460585 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-32822964-a0ff-40b7-a2e7-725fdf3838b3 admin admin] Publish callbacks [] for subnet (7cb9f83c-1915-4fe3-a40e-2c91b8485971), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:25.496917 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-32822964-a0ff-40b7-a2e7-725fdf3838b3 admin admin] Publish callbacks [] for subnet (7cb9f83c-1915-4fe3-a40e-2c91b8485971), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:25.506872 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-32822964-a0ff-40b7-a2e7-725fdf3838b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3813478'] for subnet (7cb9f83c-1915-4fe3-a40e-2c91b8485971), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:25.559186 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-32822964-a0ff-40b7-a2e7-725fdf3838b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3813481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960'] for subnet (7cb9f83c-1915-4fe3-a40e-2c91b8485971), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:25.584073 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32822964-a0ff-40b7-a2e7-725fdf3838b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cb9f83c-1915-4fe3-a40e-2c91b8485971,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:25.587702 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-32822964-a0ff-40b7-a2e7-725fdf3838b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:25.590915 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-32822964-a0ff-40b7-a2e7-725fdf3838b3 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7cb9f83c-1915-4fe3-a40e-2c91b8485971 HTTP/1.1" status: 204 len: 168 time: 0.1758156 Apr 05 22:33:25.593865 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 45428) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:25.662339 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-141f496e-18e3-4656-970c-b6ab335fa20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3805217'] for network (05f94c5f-b125-46ca-8a9a-45d5087a1cbd), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:25.740406 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-141f496e-18e3-4656-970c-b6ab335fa20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3815069', 'neutron.services.segments.db._delete_segments_for_network-8760879317881'] for network (05f94c5f-b125-46ca-8a9a-45d5087a1cbd), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:25.762076 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-141f496e-18e3-4656-970c-b6ab335fa20c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:33:25.762461 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-141f496e-18e3-4656-970c-b6ab335fa20c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:33:25.763257 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-141f496e-18e3-4656-970c-b6ab335fa20c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:33:25.763651 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-141f496e-18e3-4656-970c-b6ab335fa20c admin admin] Subscribe: > port after_create 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:33:25.763982 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-141f496e-18e3-4656-970c-b6ab335fa20c admin admin] Subscribe: > port after_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:33:25.764305 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-141f496e-18e3-4656-970c-b6ab335fa20c admin admin] Subscribe: > port after_update 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:33:25.764680 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-141f496e-18e3-4656-970c-b6ab335fa20c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:33:25.765035 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-141f496e-18e3-4656-970c-b6ab335fa20c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:33:25.765401 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-141f496e-18e3-4656-970c-b6ab335fa20c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:33:25.765721 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-141f496e-18e3-4656-970c-b6ab335fa20c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:33:25.889270 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-141f496e-18e3-4656-970c-b6ab335fa20c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:33:25.889622 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-141f496e-18e3-4656-970c-b6ab335fa20c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:33:25.889955 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-141f496e-18e3-4656-970c-b6ab335fa20c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:33:25.890297 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-141f496e-18e3-4656-970c-b6ab335fa20c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:33:25.890645 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.services.segments.db [None req-141f496e-18e3-4656-970c-b6ab335fa20c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f94c5f-b125-46ca-8a9a-45d5087a1cbd']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:25.908379 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.services.segments.db [None req-141f496e-18e3-4656-970c-b6ab335fa20c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '861068a3-7cd1-4c90-a36a-227a98f1b9d8') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:25.908677 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.services.segments.db [None req-141f496e-18e3-4656-970c-b6ab335fa20c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '861068a3-7cd1-4c90-a36a-227a98f1b9d8') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:25.928654 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-141f496e-18e3-4656-970c-b6ab335fa20c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760879318402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28859653'] for segment (861068a3-7cd1-4c90-a36a-227a98f1b9d8), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:25.948462 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-141f496e-18e3-4656-970c-b6ab335fa20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781'] for segment (861068a3-7cd1-4c90-a36a-227a98f1b9d8), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:25.956650 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-141f496e-18e3-4656-970c-b6ab335fa20c admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:33:25.957066 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-141f496e-18e3-4656-970c-b6ab335fa20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28860037'] for segment (861068a3-7cd1-4c90-a36a-227a98f1b9d8), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:25.987102 dv-cinder-835879-4-iscsi neutron-server[103302]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 22:33:25.987102 dv-cinder-835879-4-iscsi neutron-server[103302]: from cryptography.utils import int_from_bytes Apr 05 22:33:25.987102 dv-cinder-835879-4-iscsi neutron-server[103302]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 22:33:25.987102 dv-cinder-835879-4-iscsi neutron-server[103302]: from cryptography.utils import int_from_bytes Apr 05 22:33:25.987102 dv-cinder-835879-4-iscsi neutron-server[103302]: Traceback (most recent call last): Apr 05 22:33:25.987102 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:33:25.987102 dv-cinder-835879-4-iscsi neutron-server[103302]: timer() Apr 05 22:33:25.987102 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:33:25.987102 dv-cinder-835879-4-iscsi neutron-server[103302]: cb(*args, **kw) Apr 05 22:33:25.987102 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:33:25.987102 dv-cinder-835879-4-iscsi neutron-server[103302]: return func(*args, **kwargs) Apr 05 22:33:25.987102 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:33:25.987102 dv-cinder-835879-4-iscsi neutron-server[103302]: self._notify() Apr 05 22:33:25.987102 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:33:25.987102 dv-cinder-835879-4-iscsi neutron-server[103302]: self.callback(batched_events) Apr 05 22:33:25.987102 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:33:25.987102 dv-cinder-835879-4-iscsi neutron-server[103302]: event.method(event) Apr 05 22:33:25.987102 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:33:25.987102 dv-cinder-835879-4-iscsi neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:33:25.987102 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:33:25.987102 dv-cinder-835879-4-iscsi neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:33:25.987102 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:33:25.987102 dv-cinder-835879-4-iscsi neutron-server[103302]: return f(self, *a, **k) Apr 05 22:33:25.987102 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:33:25.987102 dv-cinder-835879-4-iscsi neutron-server[103302]: return self._get(url).json() Apr 05 22:33:25.987102 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:33:25.987102 dv-cinder-835879-4-iscsi neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:33:25.987102 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:33:25.987102 dv-cinder-835879-4-iscsi neutron-server[103302]: return self.request(url, 'GET', **kwargs) Apr 05 22:33:25.987102 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:33:25.987102 dv-cinder-835879-4-iscsi neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:33:25.987102 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:33:25.987102 dv-cinder-835879-4-iscsi neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:33:25.987102 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:33:25.987102 dv-cinder-835879-4-iscsi neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:33:25.987102 dv-cinder-835879-4-iscsi neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:33:26.042800 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-141f496e-18e3-4656-970c-b6ab335fa20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3815140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528080'] for network (05f94c5f-b125-46ca-8a9a-45d5087a1cbd), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:26.050819 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-141f496e-18e3-4656-970c-b6ab335fa20c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:26.057689 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-141f496e-18e3-4656-970c-b6ab335fa20c admin admin] 10.222.0.15 "DELETE /v2.0/networks/05f94c5f-b125-46ca-8a9a-45d5087a1cbd HTTP/1.1" status: 204 len: 168 time: 0.4598894 Apr 05 22:33:26.065030 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f496e-18e3-4656-970c-b6ab335fa20c admin admin] Pushing event deleted for resources: {'Network': ['ID=05f94c5f-b125-46ca-8a9a-45d5087a1cbd,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:26.214570 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 45440) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:26.260609 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-c2b35346-a11c-4254-99aa-d14bc711464c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cc234acca0d74c538c3c7fe942f00e56&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0448642 Apr 05 22:33:26.261382 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 45444) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:26.306248 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac457a0-4f9a-4936-a467-d78129c136c9 req-16b3c86a-60bd-4db6-bdc0-a68ad7be2c0f tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:26.307727 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8ac457a0-4f9a-4936-a467-d78129c136c9 req-16b3c86a-60bd-4db6-bdc0-a68ad7be2c0f tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=732b311b-11d7-4f87-b16e-79c580669f3e HTTP/1.1" status: 200 len: 945 time: 0.0711219 Apr 05 22:33:26.314408 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-13732188-a34e-4e97-82f6-aa4ba9ef5d18 admin admin] Publish callbacks [] for security_group (263214be-6e47-43b0-aecf-5b490f0bea85), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:26.344198 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-13732188-a34e-4e97-82f6-aa4ba9ef5d18 admin admin] Publish callbacks [] for security_group (263214be-6e47-43b0-aecf-5b490f0bea85), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:26.371055 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8ac457a0-4f9a-4936-a467-d78129c136c9 req-7798f54a-4b3a-412b-8f87-f169d26c37ed tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562181 Apr 05 22:33:26.413843 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-13732188-a34e-4e97-82f6-aa4ba9ef5d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (263214be-6e47-43b0-aecf-5b490f0bea85), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:26.416860 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-13732188-a34e-4e97-82f6-aa4ba9ef5d18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:26.419295 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a01b0e-76c2-4787-81cf-3e163b566972 req-bd1564fd-18c0-4dc0-971e-10267708e122 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:26.425990 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-22a01b0e-76c2-4787-81cf-3e163b566972 req-bd1564fd-18c0-4dc0-971e-10267708e122 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.0679812 Apr 05 22:33:26.429021 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-13732188-a34e-4e97-82f6-aa4ba9ef5d18 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/263214be-6e47-43b0-aecf-5b490f0bea85 HTTP/1.1" status: 204 len: 168 time: 0.1625216 Apr 05 22:33:26.442303 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13732188-a34e-4e97-82f6-aa4ba9ef5d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263214be-6e47-43b0-aecf-5b490f0bea85,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:26.483694 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-22a01b0e-76c2-4787-81cf-3e163b566972 req-f761ce51-ac0a-43f0-b269-24263b413ce7 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568433 Apr 05 22:33:27.493065 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33410d02-a50b-4e72-8353-e1bf56a02b91 req-b407ae5a-2ae0-448b-a912-8e2526e7c660 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:27.494437 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-33410d02-a50b-4e72-8353-e1bf56a02b91 req-b407ae5a-2ae0-448b-a912-8e2526e7c660 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=732b311b-11d7-4f87-b16e-79c580669f3e HTTP/1.1" status: 200 len: 945 time: 0.0546722 Apr 05 22:33:27.545137 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-33410d02-a50b-4e72-8353-e1bf56a02b91 req-e0cf9507-2a69-4b69-9d24-e3d26bac5c71 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449402 Apr 05 22:33:27.608950 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b633c-a210-47c9-9edd-174a0b0e2aa5 req-252aa7c6-120a-42a9-bc51-7853ec6d281d tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:27.611213 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e62b633c-a210-47c9-9edd-174a0b0e2aa5 req-252aa7c6-120a-42a9-bc51-7853ec6d281d tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.0568817 Apr 05 22:33:27.659970 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e62b633c-a210-47c9-9edd-174a0b0e2aa5 req-0f9f39bd-1ee6-45f9-b443-c1b1c6922ab8 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420272 Apr 05 22:33:28.355299 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468fcf4-9424-4c65-9d97-a31974fc49b6 req-f62782c6-0219-4e8a-905b-e81a36e84659 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:28.356826 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9468fcf4-9424-4c65-9d97-a31974fc49b6 req-f62782c6-0219-4e8a-905b-e81a36e84659 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=732b311b-11d7-4f87-b16e-79c580669f3e HTTP/1.1" status: 200 len: 945 time: 0.0552359 Apr 05 22:33:28.408141 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9468fcf4-9424-4c65-9d97-a31974fc49b6 req-645ec839-696d-48c0-9b1b-4190ca7ffa9f tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454712 Apr 05 22:33:28.783171 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3f573-7741-453f-a72e-9cbb9f4dc963 req-7dcd9133-acc0-43da-8c86-74e108efec6b tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:28.784648 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-45e3f573-7741-453f-a72e-9cbb9f4dc963 req-7dcd9133-acc0-43da-8c86-74e108efec6b tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.0559928 Apr 05 22:33:28.830648 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-45e3f573-7741-453f-a72e-9cbb9f4dc963 req-33f182e1-a6d1-4860-b0ef-147baab23769 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402143 Apr 05 22:33:29.533940 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed8efd8-365f-496b-99ae-eca7e0e87051 req-3f920872-0709-41e0-92cb-49b4c2cfb8fb tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:29.535456 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-aed8efd8-365f-496b-99ae-eca7e0e87051 req-3f920872-0709-41e0-92cb-49b4c2cfb8fb tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=732b311b-11d7-4f87-b16e-79c580669f3e HTTP/1.1" status: 200 len: 945 time: 0.0570550 Apr 05 22:33:29.588124 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-aed8efd8-365f-496b-99ae-eca7e0e87051 req-0eddfb9a-6e5e-41a9-9111-cd2179236c25 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467746 Apr 05 22:33:29.876157 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:29.953783 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89517d-dec6-4329-b847-4dca0730e3cb req-5784f91e-b8bf-4508-8f49-cbc4c3c280ef tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:29.955231 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3c89517d-dec6-4329-b847-4dca0730e3cb req-5784f91e-b8bf-4508-8f49-cbc4c3c280ef tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.0530541 Apr 05 22:33:30.011821 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3c89517d-dec6-4329-b847-4dca0730e3cb req-4b863a2d-93a8-4487-a957-dabbc60a3e2f tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508265 Apr 05 22:33:30.745972 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4310f89-a0aa-45c5-b6b2-8109f0aeeff4 req-3a1d2cf8-5d72-46a5-a423-68532afa21b0 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:30.747419 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f4310f89-a0aa-45c5-b6b2-8109f0aeeff4 req-3a1d2cf8-5d72-46a5-a423-68532afa21b0 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.46 "GET /v2.0/ports?device_id=732b311b-11d7-4f87-b16e-79c580669f3e HTTP/1.1" status: 200 len: 945 time: 0.1011412 Apr 05 22:33:30.763607 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5115ea-d771-4917-a960-e0a427ac1f51 req-9b5afb1d-3b38-44b3-9db3-4998b8870789 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:30.765040 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8c5115ea-d771-4917-a960-e0a427ac1f51 req-9b5afb1d-3b38-44b3-9db3-4998b8870789 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=732b311b-11d7-4f87-b16e-79c580669f3e HTTP/1.1" status: 200 len: 945 time: 0.0807214 Apr 05 22:33:30.869606 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8c5115ea-d771-4917-a960-e0a427ac1f51 req-64e13e18-164d-4a9e-bd6e-89f2d72fdaf0 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949631 Apr 05 22:33:30.909639 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-f4310f89-a0aa-45c5-b6b2-8109f0aeeff4 req-78f88cb1-b8e3-4178-8dee-1c22a6e8179d tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Deleting port abc2a4ee-71f7-47c8-a02a-361e10cda624 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:33:30.910023 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f4310f89-a0aa-45c5-b6b2-8109f0aeeff4 req-78f88cb1-b8e3-4178-8dee-1c22a6e8179d tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (abc2a4ee-71f7-47c8-a02a-361e10cda624), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:31.005629 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-f4310f89-a0aa-45c5-b6b2-8109f0aeeff4 req-78f88cb1-b8e3-4178-8dee-1c22a6e8179d tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] For port abc2a4ee-71f7-47c8-a02a-361e10cda624, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=abc2a4ee-71f7-47c8-a02a-361e10cda624,segment=NetworkSegment(41307e8e-b13b-4275-a7b3-6fa90de0c9a3),segment_id=41307e8e-b13b-4275-a7b3-6fa90de0c9a3)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:33:31.006216 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f4310f89-a0aa-45c5-b6b2-8109f0aeeff4 req-78f88cb1-b8e3-4178-8dee-1c22a6e8179d tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (abc2a4ee-71f7-47c8-a02a-361e10cda624), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:31.024089 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-f4310f89-a0aa-45c5-b6b2-8109f0aeeff4 req-78f88cb1-b8e3-4178-8dee-1c22a6e8179d tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Calling delete_port for abc2a4ee-71f7-47c8-a02a-361e10cda624 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:33:31.051147 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 45654) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:31.161597 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe325a-4f0e-4c57-b83d-83d58e6cf0e0 req-0fb4eee6-aa27-4dba-bf1b-cf559605f88e tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:31.163088 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1fbe325a-4f0e-4c57-b83d-83d58e6cf0e0 req-0fb4eee6-aa27-4dba-bf1b-cf559605f88e tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.0754440 Apr 05 22:33:31.175206 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6323d35f-c264-4dbc-8cda-875bc5490fdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:31.239993 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f4310f89-a0aa-45c5-b6b2-8109f0aeeff4 req-78f88cb1-b8e3-4178-8dee-1c22a6e8179d tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (abc2a4ee-71f7-47c8-a02a-361e10cda624), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:31.253331 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] get_ports_and_sgs() called for port_ids ['abc2a4ee-71f7-47c8-a02a-361e10cda624'] {{(pid=103304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:33:31.273512 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1fbe325a-4f0e-4c57-b83d-83d58e6cf0e0 req-0c369d03-4ecf-4f1f-88c3-8b5930e66f35 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875783 Apr 05 22:33:31.276374 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f88cb1-b8e3-4178-8dee-1c22a6e8179d tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Pushing event deleted for resources: {'Port': ['ID=abc2a4ee-71f7-47c8-a02a-361e10cda624,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:31.297315 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6323d35f-c264-4dbc-8cda-875bc5490fdb admin admin] Publish callbacks [] for security_group (af86aaf0-8a6e-4bfa-a94d-8befc16b5ac7), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:31.302135 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6323d35f-c264-4dbc-8cda-875bc5490fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (af86aaf0-8a6e-4bfa-a94d-8befc16b5ac7), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:31.321999 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4310f89-a0aa-45c5-b6b2-8109f0aeeff4 req-78f88cb1-b8e3-4178-8dee-1c22a6e8179d tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] No DVR routers for this DVR port abc2a4ee-71f7-47c8-a02a-361e10cda624 on host hv-cinder-83587 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:33:31.324502 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f4310f89-a0aa-45c5-b6b2-8109f0aeeff4 req-78f88cb1-b8e3-4178-8dee-1c22a6e8179d tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:31.328471 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f4310f89-a0aa-45c5-b6b2-8109f0aeeff4 req-78f88cb1-b8e3-4178-8dee-1c22a6e8179d tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.46 "DELETE /v2.0/ports/abc2a4ee-71f7-47c8-a02a-361e10cda624 HTTP/1.1" status: 204 len: 173 time: 0.5716538 Apr 05 22:33:31.329009 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '732b311b-11d7-4f87-b16e-79c580669f3e', 'name': 'network-vif-deleted', 'tag': 'abc2a4ee-71f7-47c8-a02a-361e10cda624'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:33:31.331314 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637aa486-a40b-4c51-9e8b-4b860d8a28f3" -d '{"events": [{"server_uuid": "732b311b-11d7-4f87-b16e-79c580669f3e", "name": "network-vif-deleted", "tag": "abc2a4ee-71f7-47c8-a02a-361e10cda624"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:33:31.353776 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-6323d35f-c264-4dbc-8cda-875bc5490fdb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d39f3797f99041499b5712815dcd231b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2989442 Apr 05 22:33:31.354257 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 45660) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:31.354587 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323d35f-c264-4dbc-8cda-875bc5490fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af86aaf0-8a6e-4bfa-a94d-8befc16b5ac7,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:31.373598 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20cbb7f-c650-4719-b090-757028e2ddb3 x-openstack-request-id: req-d20cbb7f-c650-4719-b090-757028e2ddb3 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:33:31.373870 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "732b311b-11d7-4f87-b16e-79c580669f3e", "name": "network-vif-deleted", "tag": "abc2a4ee-71f7-47c8-a02a-361e10cda624", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:33:31.374154 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d20cbb7f-c650-4719-b090-757028e2ddb3 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:33:31.375842 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d20cbb7f-c650-4719-b090-757028e2ddb3'] response: {'server_uuid': '732b311b-11d7-4f87-b16e-79c580669f3e', 'name': 'network-vif-deleted', 'tag': 'abc2a4ee-71f7-47c8-a02a-361e10cda624', 'status': 'completed', 'code': 200} Apr 05 22:33:31.414864 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a9a5c645-c8b4-4b60-83d3-796fb164c00a admin admin] Publish callbacks [] for security_group (af86aaf0-8a6e-4bfa-a94d-8befc16b5ac7), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:31.439012 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a9a5c645-c8b4-4b60-83d3-796fb164c00a admin admin] Publish callbacks [] for security_group (af86aaf0-8a6e-4bfa-a94d-8befc16b5ac7), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:31.500149 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a9a5c645-c8b4-4b60-83d3-796fb164c00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (af86aaf0-8a6e-4bfa-a94d-8befc16b5ac7), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:31.503648 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a9a5c645-c8b4-4b60-83d3-796fb164c00a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:31.504944 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-a9a5c645-c8b4-4b60-83d3-796fb164c00a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/af86aaf0-8a6e-4bfa-a94d-8befc16b5ac7 HTTP/1.1" status: 204 len: 168 time: 0.1492586 Apr 05 22:33:31.514299 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a5c645-c8b4-4b60-83d3-796fb164c00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af86aaf0-8a6e-4bfa-a94d-8befc16b5ac7,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:31.764970 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 45672) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:31.779208 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9258b224-e0ff-458f-a210-7cb4935db64e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:31.863802 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9258b224-e0ff-458f-a210-7cb4935db64e admin admin] Publish callbacks [] for security_group (21cfff57-308c-40d0-9e14-a1c6b3903244), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:31.868421 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9258b224-e0ff-458f-a210-7cb4935db64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (21cfff57-308c-40d0-9e14-a1c6b3903244), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:31.907262 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9258b224-e0ff-458f-a210-7cb4935db64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21cfff57-308c-40d0-9e14-a1c6b3903244,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:31.917307 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-9258b224-e0ff-458f-a210-7cb4935db64e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a9102100d52b465f891628796c32a55e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1508927 Apr 05 22:33:31.919533 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 45676) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:31.987166 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bcf76ec5-d582-41b1-b110-52cf4957b68a admin admin] Publish callbacks [] for security_group (21cfff57-308c-40d0-9e14-a1c6b3903244), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:31.996345 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-76d8d8f5-abaa-424d-b048-e8385272de26 req-c448eb99-7c2d-414e-92ee-2d05c5e201b8 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=732b311b-11d7-4f87-b16e-79c580669f3e HTTP/1.1" status: 200 len: 210 time: 0.0283406 Apr 05 22:33:32.011919 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bcf76ec5-d582-41b1-b110-52cf4957b68a admin admin] Publish callbacks [] for security_group (21cfff57-308c-40d0-9e14-a1c6b3903244), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:32.067724 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bcf76ec5-d582-41b1-b110-52cf4957b68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (21cfff57-308c-40d0-9e14-a1c6b3903244), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:32.070864 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bcf76ec5-d582-41b1-b110-52cf4957b68a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:32.074162 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-bcf76ec5-d582-41b1-b110-52cf4957b68a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/21cfff57-308c-40d0-9e14-a1c6b3903244 HTTP/1.1" status: 204 len: 168 time: 0.1514621 Apr 05 22:33:32.080395 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf76ec5-d582-41b1-b110-52cf4957b68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cfff57-308c-40d0-9e14-a1c6b3903244,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:32.407994 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83bade2-e623-410f-8735-3986d6937039 req-ae68a110-40ef-4d6a-aa3d-cc65dfebd47b tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:32.409679 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a83bade2-e623-410f-8735-3986d6937039 req-ae68a110-40ef-4d6a-aa3d-cc65dfebd47b tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.0534532 Apr 05 22:33:32.460877 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a83bade2-e623-410f-8735-3986d6937039 req-5b74cd99-add7-4308-94c1-01391fba1a99 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451024 Apr 05 22:33:33.310226 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6dca38-24d9-477a-938e-df287acbe816 req-5b835cb8-b5d6-4b3f-b7ab-a4140f4ae3e1 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:33.311781 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-eb6dca38-24d9-477a-938e-df287acbe816 req-5b835cb8-b5d6-4b3f-b7ab-a4140f4ae3e1 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/networks?id=3d6a5d24-56a4-4406-b3da-c3c8c20629cd HTTP/1.1" status: 200 len: 809 time: 0.1040168 Apr 05 22:33:33.326254 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-eb6dca38-24d9-477a-938e-df287acbe816 req-1645fdc7-79b2-41cb-b007-76e348d4f75d tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/quotas/d3665edf55e84964a68e36270a58315f HTTP/1.1" status: 200 len: 375 time: 0.0086989 Apr 05 22:33:33.364419 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-eb6dca38-24d9-477a-938e-df287acbe816 req-c7c26055-5b93-4b05-8aca-75975d6e9e08 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d3665edf55e84964a68e36270a58315f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333033 Apr 05 22:33:33.473563 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-eb6dca38-24d9-477a-938e-df287acbe816 req-f5f8ea7d-0130-4598-a63e-5a43c76a3f06 service neutron] 10.222.0.15 "GET /v2.0/networks/3d6a5d24-56a4-4406-b3da-c3c8c20629cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025624 Apr 05 22:33:33.606322 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-eb6dca38-24d9-477a-938e-df287acbe816 req-82387dc8-b103-467f-86a6-b1148bbe60d8 service neutron] 10.222.0.15 "GET /v2.0/networks/3d6a5d24-56a4-4406-b3da-c3c8c20629cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269727 Apr 05 22:33:33.613962 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7ca33-f326-4786-8b62-e773716891a5 req-a956af76-3655-4588-ad27-0f933fe03435 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:33.615369 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-44b7ca33-f326-4786-8b62-e773716891a5 req-a956af76-3655-4588-ad27-0f933fe03435 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.0773871 Apr 05 22:33:33.671633 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-44b7ca33-f326-4786-8b62-e773716891a5 req-ecd59eff-9fb8-4edf-bdde-a36fee6b3067 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471287 Apr 05 22:33:33.682333 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 45744) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:33.773858 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-dfdc91d8-9423-4636-8cb1-69003f13f480 req-900ce3e2-f33a-476b-a916-468e409f5a85 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=be90bc4e-c3b7-401a-b532-710bbcfd09e8 HTTP/1.1" status: 200 len: 210 time: 0.0285335 Apr 05 22:33:33.811759 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-36394ff5-bcdb-4219-b6dc-193fb5171bb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:33.897032 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-36394ff5-bcdb-4219-b6dc-193fb5171bb6 admin admin] Publish callbacks [] for security_group (004a01de-d144-4dc8-b343-39eea7dbb54a), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:33.905959 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-36394ff5-bcdb-4219-b6dc-193fb5171bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (004a01de-d144-4dc8-b343-39eea7dbb54a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:33.946723 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-36394ff5-bcdb-4219-b6dc-193fb5171bb6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a69085d65f1c4631bdf3d8fab951959d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2631714 Apr 05 22:33:33.947935 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36394ff5-bcdb-4219-b6dc-193fb5171bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004a01de-d144-4dc8-b343-39eea7dbb54a,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:33.949411 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 45758) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:34.007448 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1ab5749d-de50-4f26-9971-01ccb1c215be admin admin] Publish callbacks [] for security_group (004a01de-d144-4dc8-b343-39eea7dbb54a), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:34.028856 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1ab5749d-de50-4f26-9971-01ccb1c215be admin admin] Publish callbacks [] for security_group (004a01de-d144-4dc8-b343-39eea7dbb54a), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:34.081919 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1ab5749d-de50-4f26-9971-01ccb1c215be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (004a01de-d144-4dc8-b343-39eea7dbb54a), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:34.084899 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1ab5749d-de50-4f26-9971-01ccb1c215be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:34.086173 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-1ab5749d-de50-4f26-9971-01ccb1c215be admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/004a01de-d144-4dc8-b343-39eea7dbb54a HTTP/1.1" status: 204 len: 168 time: 0.1355650 Apr 05 22:33:34.096096 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5749d-de50-4f26-9971-01ccb1c215be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004a01de-d144-4dc8-b343-39eea7dbb54a,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:34.293859 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-410fa907-6f9b-4ca0-99ec-f84682fba7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:34.379491 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 45768) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:34.396409 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f0b6dd8b-2874-4f56-89d2-27e15de2f636 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:34.471315 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f0b6dd8b-2874-4f56-89d2-27e15de2f636 admin admin] Publish callbacks [] for security_group (d220df0e-2743-44ad-a6f8-3d75f4295cc2), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:34.474942 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f0b6dd8b-2874-4f56-89d2-27e15de2f636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (d220df0e-2743-44ad-a6f8-3d75f4295cc2), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:34.510621 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b6dd8b-2874-4f56-89d2-27e15de2f636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d220df0e-2743-44ad-a6f8-3d75f4295cc2,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:34.514855 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-f0b6dd8b-2874-4f56-89d2-27e15de2f636 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2b3700c418fa4413a7e23917982b5518&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343279 Apr 05 22:33:34.517989 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 45770) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:34.564508 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9451f58f-a948-4f71-b641-69962f1263b4 admin admin] Publish callbacks [] for security_group (d220df0e-2743-44ad-a6f8-3d75f4295cc2), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:34.585582 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9451f58f-a948-4f71-b641-69962f1263b4 admin admin] Publish callbacks [] for security_group (d220df0e-2743-44ad-a6f8-3d75f4295cc2), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:34.631420 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9451f58f-a948-4f71-b641-69962f1263b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (d220df0e-2743-44ad-a6f8-3d75f4295cc2), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:34.634973 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9451f58f-a948-4f71-b641-69962f1263b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:34.639524 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-9451f58f-a948-4f71-b641-69962f1263b4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d220df0e-2743-44ad-a6f8-3d75f4295cc2 HTTP/1.1" status: 204 len: 168 time: 0.1205957 Apr 05 22:33:34.648092 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451f58f-a948-4f71-b641-69962f1263b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d220df0e-2743-44ad-a6f8-3d75f4295cc2,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:34.797930 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de094ae-a98f-48e6-8311-6c2ea7108cf4 req-11a3f275-0042-45fc-a83b-e070f93793d7 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:34.800152 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1de094ae-a98f-48e6-8311-6c2ea7108cf4 req-11a3f275-0042-45fc-a83b-e070f93793d7 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.0625098 Apr 05 22:33:34.875313 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device abc2a4ee-71f7-47c8-a02a-361e10cda624 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:33:34.916947 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] No Port match for: abc2a4ee-71f7-47c8-a02a-361e10cda624 {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:33:34.916947 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device abc2a4ee-71f7-47c8-a02a-361e10cda624 not bound to the agent host hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:33:34.970332 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-075edbad-2dc7-40d8-9bb9-6a81d25dbcde req-cc2b5644-49af-4ff1-b8a1-0eb9da709afb tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=be90bc4e-c3b7-401a-b532-710bbcfd09e8 HTTP/1.1" status: 200 len: 210 time: 0.0383556 Apr 05 22:33:34.988095 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1de094ae-a98f-48e6-8311-6c2ea7108cf4 req-06805056-8a9e-4e28-a860-5bcfbd473e10 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714745 Apr 05 22:33:35.037253 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6dca38-24d9-477a-938e-df287acbe816 req-1d4c17a7-804d-4c8b-83c3-c9dd8ddf97c2 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:35.039172 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-eb6dca38-24d9-477a-938e-df287acbe816 req-1d4c17a7-804d-4c8b-83c3-c9dd8ddf97c2 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.46 "GET /v2.0/networks?id=3d6a5d24-56a4-4406-b3da-c3c8c20629cd HTTP/1.1" status: 200 len: 809 time: 0.2140424 Apr 05 22:33:35.181015 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [req-eb6dca38-24d9-477a-938e-df287acbe816 req-6a4470b1-049c-4eb1-9023-202074211de5 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Request body: {'port': {'device_id': 'be90bc4e-c3b7-401a-b532-710bbcfd09e8', 'network_id': '3d6a5d24-56a4-4406-b3da-c3c8c20629cd', 'admin_state_up': True, 'tenant_id': 'd3665edf55e84964a68e36270a58315f'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:35.296984 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb6dca38-24d9-477a-938e-df287acbe816 req-6a4470b1-049c-4eb1-9023-202074211de5 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Made reservation on behalf of d3665edf55e84964a68e36270a58315f for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:33:35.300625 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-eb6dca38-24d9-477a-938e-df287acbe816 req-6a4470b1-049c-4eb1-9023-202074211de5 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:35.430926 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-eb6dca38-24d9-477a-938e-df287acbe816 req-6a4470b1-049c-4eb1-9023-202074211de5 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Allocated IP 172.20.0.12 (3d6a5d24-56a4-4406-b3da-c3c8c20629cd/9d3128c9-3134-41dd-b51b-26e0d700f0ad/663b1c96-8afa-410e-941f-2b657cff0d0f) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:33:35.587112 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-eb6dca38-24d9-477a-938e-df287acbe816 req-6a4470b1-049c-4eb1-9023-202074211de5 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Publish callbacks [] for port (663b1c96-8afa-410e-941f-2b657cff0d0f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:35.619332 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-eb6dca38-24d9-477a-938e-df287acbe816 req-6a4470b1-049c-4eb1-9023-202074211de5 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (663b1c96-8afa-410e-941f-2b657cff0d0f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:35.664022 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb6dca38-24d9-477a-938e-df287acbe816 req-6a4470b1-049c-4eb1-9023-202074211de5 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Network 3d6a5d24-56a4-4406-b3da-c3c8c20629cd is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:33:35.667218 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-eb6dca38-24d9-477a-938e-df287acbe816 req-6a4470b1-049c-4eb1-9023-202074211de5 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:33:35.674584 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6dca38-24d9-477a-938e-df287acbe816 req-6a4470b1-049c-4eb1-9023-202074211de5 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:33:35.700116 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4470b1-049c-4eb1-9023-202074211de5 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Pushing event updated for resources: {'Port': ['ID=663b1c96-8afa-410e-941f-2b657cff0d0f,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:35.731961 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6dca38-24d9-477a-938e-df287acbe816 req-6a4470b1-049c-4eb1-9023-202074211de5 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:35.732456 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-eb6dca38-24d9-477a-938e-df287acbe816 req-6a4470b1-049c-4eb1-9023-202074211de5 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:35.749168 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-eb6dca38-24d9-477a-938e-df287acbe816 req-6a4470b1-049c-4eb1-9023-202074211de5 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5727205 Apr 05 22:33:35.766178 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [req-eb6dca38-24d9-477a-938e-df287acbe816 req-64628867-3639-4f2f-8710-62a8d122089b service neutron] Request body: {'port': {'device_id': 'be90bc4e-c3b7-401a-b532-710bbcfd09e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:35.833419 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-eb6dca38-24d9-477a-938e-df287acbe816 req-64628867-3639-4f2f-8710-62a8d122089b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (663b1c96-8afa-410e-941f-2b657cff0d0f), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:36.442457 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be38e0-b7e0-4351-8839-44bf34b272cf req-3bfba46d-e0c7-4845-9ac6-1077cd470858 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:36.443937 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-77be38e0-b7e0-4351-8839-44bf34b272cf req-3bfba46d-e0c7-4845-9ac6-1077cd470858 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=be90bc4e-c3b7-401a-b532-710bbcfd09e8 HTTP/1.1" status: 200 len: 932 time: 0.3764222 Apr 05 22:33:36.453748 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 45850) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:36.464495 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [req-eb6dca38-24d9-477a-938e-df287acbe816 req-64628867-3639-4f2f-8710-62a8d122089b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 663b1c96-8afa-410e-941f-2b657cff0d0f {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:33:36.474867 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af6f0e-4725-4c77-812b-722dbe814ed8 req-3e67c5b3-9415-4624-aa34-ab5a13eb5b66 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:36.476308 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b8af6f0e-4725-4c77-812b-722dbe814ed8 req-3e67c5b3-9415-4624-aa34-ab5a13eb5b66 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.3928773 Apr 05 22:33:36.481028 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-eb6dca38-24d9-477a-938e-df287acbe816 req-64628867-3639-4f2f-8710-62a8d122089b service neutron] Publish callbacks [] for port (663b1c96-8afa-410e-941f-2b657cff0d0f), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:36.519759 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-eb6dca38-24d9-477a-938e-df287acbe816 req-64628867-3639-4f2f-8710-62a8d122089b service neutron] Transition to ACTIVE for port object 663b1c96-8afa-410e-941f-2b657cff0d0f will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:33:36.528837 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-eb6dca38-24d9-477a-938e-df287acbe816 req-64628867-3639-4f2f-8710-62a8d122089b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28860065'] for port (663b1c96-8afa-410e-941f-2b657cff0d0f), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:36.574956 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4b75f35b-5730-4280-8c17-2d85bc50a564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:36.581341 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-77be38e0-b7e0-4351-8839-44bf34b272cf req-649ffdd3-7f9b-41c3-b59c-47872bc1a940 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306021 Apr 05 22:33:36.621038 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64628867-3639-4f2f-8710-62a8d122089b service neutron] Pushing event updated for resources: {'Port': ['ID=663b1c96-8afa-410e-941f-2b657cff0d0f,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:36.644155 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b8af6f0e-4725-4c77-812b-722dbe814ed8 req-69a827eb-4c0a-47be-96ea-85d32f7ceca0 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541798 Apr 05 22:33:36.654690 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4b75f35b-5730-4280-8c17-2d85bc50a564 admin admin] Publish callbacks [] for security_group (b865f1e5-5a4b-42bb-9115-eb99e67b4543), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:36.664487 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4b75f35b-5730-4280-8c17-2d85bc50a564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (b865f1e5-5a4b-42bb-9115-eb99e67b4543), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:36.695587 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-eb6dca38-24d9-477a-938e-df287acbe816 req-64628867-3639-4f2f-8710-62a8d122089b service neutron] Attempting to bind port 663b1c96-8afa-410e-941f-2b657cff0d0f on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:33:36.695923 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-eb6dca38-24d9-477a-938e-df287acbe816 req-64628867-3639-4f2f-8710-62a8d122089b service neutron] Attempting to bind port 663b1c96-8afa-410e-941f-2b657cff0d0f by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '41307e8e-b13b-4275-a7b3-6fa90de0c9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3d6a5d24-56a4-4406-b3da-c3c8c20629cd'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:33:36.696255 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6dca38-24d9-477a-938e-df287acbe816 req-64628867-3639-4f2f-8710-62a8d122089b service neutron] Attempting to bind port 663b1c96-8afa-410e-941f-2b657cff0d0f on network 3d6a5d24-56a4-4406-b3da-c3c8c20629cd {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:33:36.700653 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6dca38-24d9-477a-938e-df287acbe816 req-64628867-3639-4f2f-8710-62a8d122089b service neutron] Port 663b1c96-8afa-410e-941f-2b657cff0d0f on network 3d6a5d24-56a4-4406-b3da-c3c8c20629cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:33:36.701014 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6dca38-24d9-477a-938e-df287acbe816 req-64628867-3639-4f2f-8710-62a8d122089b service neutron] Attempting to bind port 663b1c96-8afa-410e-941f-2b657cff0d0f on network 3d6a5d24-56a4-4406-b3da-c3c8c20629cd {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:33:36.705394 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-4b75f35b-5730-4280-8c17-2d85bc50a564 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cf1d237ffaa3462381b8e129c2fe5f9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2502320 Apr 05 22:33:36.705941 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6dca38-24d9-477a-938e-df287acbe816 req-64628867-3639-4f2f-8710-62a8d122089b service neutron] Checking agent: {'id': '3b59f0d0-9584-48dd-b0cd-e16373160cf9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 30), 'started_at': datetime.datetime(2022, 4, 5, 22, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:33:36.706288 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6dca38-24d9-477a-938e-df287acbe816 req-64628867-3639-4f2f-8710-62a8d122089b service neutron] Checking segment: {'id': '41307e8e-b13b-4275-a7b3-6fa90de0c9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3d6a5d24-56a4-4406-b3da-c3c8c20629cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:33:36.706519 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b75f35b-5730-4280-8c17-2d85bc50a564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b865f1e5-5a4b-42bb-9115-eb99e67b4543,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:36.706693 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6dca38-24d9-477a-938e-df287acbe816 req-64628867-3639-4f2f-8710-62a8d122089b service neutron] Bound using segment: {'id': '41307e8e-b13b-4275-a7b3-6fa90de0c9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3d6a5d24-56a4-4406-b3da-c3c8c20629cd'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:33:36.707120 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-eb6dca38-24d9-477a-938e-df287acbe816 req-64628867-3639-4f2f-8710-62a8d122089b service neutron] Bound port: 663b1c96-8afa-410e-941f-2b657cff0d0f, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41307e8e-b13b-4275-a7b3-6fa90de0c9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3d6a5d24-56a4-4406-b3da-c3c8c20629cd'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:33:36.707585 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-eb6dca38-24d9-477a-938e-df287acbe816 req-64628867-3639-4f2f-8710-62a8d122089b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (663b1c96-8afa-410e-941f-2b657cff0d0f), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:36.709690 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 45854) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:36.788995 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d57475f5-a490-4421-b9cd-96229047d29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:36.815342 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-eb6dca38-24d9-477a-938e-df287acbe816 req-64628867-3639-4f2f-8710-62a8d122089b service neutron] For port 663b1c96-8afa-410e-941f-2b657cff0d0f, host hv-cinder-83587, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:33:36.818844 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e94c7e64-c95a-45b8-a1c4-66e2fbe7496f admin admin] Publish callbacks [] for security_group (b865f1e5-5a4b-42bb-9115-eb99e67b4543), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:36.829110 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-eb6dca38-24d9-477a-938e-df287acbe816 req-64628867-3639-4f2f-8710-62a8d122089b service neutron] For port 663b1c96-8afa-410e-941f-2b657cff0d0f, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=663b1c96-8afa-410e-941f-2b657cff0d0f,segment=NetworkSegment(41307e8e-b13b-4275-a7b3-6fa90de0c9a3),segment_id=41307e8e-b13b-4275-a7b3-6fa90de0c9a3)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:33:36.840642 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-eb6dca38-24d9-477a-938e-df287acbe816 req-64628867-3639-4f2f-8710-62a8d122089b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28860065'] for port (663b1c96-8afa-410e-941f-2b657cff0d0f), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:36.855092 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e94c7e64-c95a-45b8-a1c4-66e2fbe7496f admin admin] Publish callbacks [] for security_group (b865f1e5-5a4b-42bb-9115-eb99e67b4543), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:36.893047 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6dca38-24d9-477a-938e-df287acbe816 req-64628867-3639-4f2f-8710-62a8d122089b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:36.893860 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-eb6dca38-24d9-477a-938e-df287acbe816 req-64628867-3639-4f2f-8710-62a8d122089b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:36.895388 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-eb6dca38-24d9-477a-938e-df287acbe816 req-64628867-3639-4f2f-8710-62a8d122089b service neutron] 10.222.0.46 "PUT /v2.0/ports/663b1c96-8afa-410e-941f-2b657cff0d0f HTTP/1.1" status: 200 len: 1094 time: 1.1354470 Apr 05 22:33:36.897398 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be90bc4e-c3b7-401a-b532-710bbcfd09e8', 'tag': '663b1c96-8afa-410e-941f-2b657cff0d0f'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:33:36.899627 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dae5290-9367-4197-8038-aa16992a5da3" -d '{"events": [{"name": "network-changed", "server_uuid": "be90bc4e-c3b7-401a-b532-710bbcfd09e8", "tag": "663b1c96-8afa-410e-941f-2b657cff0d0f"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:33:36.942785 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64628867-3639-4f2f-8710-62a8d122089b service neutron] Pushing event updated for resources: {'Port': ['ID=663b1c96-8afa-410e-941f-2b657cff0d0f,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:36.965370 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e702408-9163-4182-aa0d-054581dc5050 x-openstack-request-id: req-5e702408-9163-4182-aa0d-054581dc5050 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:33:36.965658 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be90bc4e-c3b7-401a-b532-710bbcfd09e8", "tag": "663b1c96-8afa-410e-941f-2b657cff0d0f", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:33:36.965947 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5e702408-9163-4182-aa0d-054581dc5050 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:33:36.966378 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e702408-9163-4182-aa0d-054581dc5050'] response: {'name': 'network-changed', 'server_uuid': 'be90bc4e-c3b7-401a-b532-710bbcfd09e8', 'tag': '663b1c96-8afa-410e-941f-2b657cff0d0f', 'status': 'completed', 'code': 200} Apr 05 22:33:36.968646 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e94c7e64-c95a-45b8-a1c4-66e2fbe7496f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (b865f1e5-5a4b-42bb-9115-eb99e67b4543), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:36.971146 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e94c7e64-c95a-45b8-a1c4-66e2fbe7496f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:36.972220 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-e94c7e64-c95a-45b8-a1c4-66e2fbe7496f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b865f1e5-5a4b-42bb-9115-eb99e67b4543 HTTP/1.1" status: 204 len: 168 time: 0.2606804 Apr 05 22:33:37.003646 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c7e64-c95a-45b8-a1c4-66e2fbe7496f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b865f1e5-5a4b-42bb-9115-eb99e67b4543,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:37.020735 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6dca38-24d9-477a-938e-df287acbe816 req-2200040a-e755-4be3-829a-f6d72ff4125f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:37.022657 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-eb6dca38-24d9-477a-938e-df287acbe816 req-2200040a-e755-4be3-829a-f6d72ff4125f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d3665edf55e84964a68e36270a58315f&device_id=be90bc4e-c3b7-401a-b532-710bbcfd09e8 HTTP/1.1" status: 200 len: 1128 time: 0.0677531 Apr 05 22:33:37.079839 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-eb6dca38-24d9-477a-938e-df287acbe816 req-c6e6d59e-a9e9-4bbe-82cf-cd4649056d60 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=663b1c96-8afa-410e-941f-2b657cff0d0f HTTP/1.1" status: 200 len: 217 time: 0.0396643 Apr 05 22:33:37.130718 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6dca38-24d9-477a-938e-df287acbe816 req-fdddfbbc-961c-4318-83b6-d2c82434daa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:37.132261 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-eb6dca38-24d9-477a-938e-df287acbe816 req-fdddfbbc-961c-4318-83b6-d2c82434daa8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9d3128c9-3134-41dd-b51b-26e0d700f0ad HTTP/1.1" status: 200 len: 849 time: 0.0459936 Apr 05 22:33:37.169289 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-eb6dca38-24d9-477a-938e-df287acbe816 req-3ae75a62-6e3f-4d9e-8fd3-dd4d5b820f45 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d6a5d24-56a4-4406-b3da-c3c8c20629cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265381 Apr 05 22:33:37.259579 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 45868) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:37.280282 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a2b0c035-45f0-4dfe-9456-72f5b017a710 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:37.284363 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-eb6dca38-24d9-477a-938e-df287acbe816 req-ff403c40-2975-4af2-a02f-050f27f5dd5c service neutron] 10.222.0.46 "GET /v2.0/networks/3d6a5d24-56a4-4406-b3da-c3c8c20629cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998921 Apr 05 22:33:37.367925 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a2b0c035-45f0-4dfe-9456-72f5b017a710 admin admin] Publish callbacks [] for security_group (eb2f46d3-cd06-4276-86bd-2b218a7957f3), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:37.373759 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a2b0c035-45f0-4dfe-9456-72f5b017a710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (eb2f46d3-cd06-4276-86bd-2b218a7957f3), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:37.392731 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-eb6dca38-24d9-477a-938e-df287acbe816 req-0b2738bd-0fa4-436a-bafd-f74224e6003e service neutron] 10.222.0.46 "GET /v2.0/networks/3d6a5d24-56a4-4406-b3da-c3c8c20629cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976112 Apr 05 22:33:37.398510 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 45872) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:37.413826 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-a2b0c035-45f0-4dfe-9456-72f5b017a710 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ec97bad582024689bfa762bc7d42ac9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1525586 Apr 05 22:33:37.416597 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 45876) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:37.426443 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b0c035-45f0-4dfe-9456-72f5b017a710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2f46d3-cd06-4276-86bd-2b218a7957f3,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:37.473315 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ef32354e-b5f9-448d-9fd7-c6e9ecd43d85 admin admin] Publish callbacks [] for security_group (eb2f46d3-cd06-4276-86bd-2b218a7957f3), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:37.495031 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ef32354e-b5f9-448d-9fd7-c6e9ecd43d85 admin admin] Publish callbacks [] for security_group (eb2f46d3-cd06-4276-86bd-2b218a7957f3), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:37.508863 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-be20eeb5-fa19-4730-8e1a-0e35cb2ae510 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:37.516662 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:37.547652 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ef32354e-b5f9-448d-9fd7-c6e9ecd43d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (eb2f46d3-cd06-4276-86bd-2b218a7957f3), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:37.551216 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ef32354e-b5f9-448d-9fd7-c6e9ecd43d85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:37.552353 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-ef32354e-b5f9-448d-9fd7-c6e9ecd43d85 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eb2f46d3-cd06-4276-86bd-2b218a7957f3 HTTP/1.1" status: 204 len: 168 time: 0.1346955 Apr 05 22:33:37.561583 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32354e-b5f9-448d-9fd7-c6e9ecd43d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2f46d3-cd06-4276-86bd-2b218a7957f3,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:37.617437 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-be20eeb5-fa19-4730-8e1a-0e35cb2ae510 admin admin] Publish callbacks [] for security_group (94ed58a3-bf6b-499a-87b4-b2086606f65e), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:37.623407 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-be20eeb5-fa19-4730-8e1a-0e35cb2ae510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (94ed58a3-bf6b-499a-87b4-b2086606f65e), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:37.680973 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-be20eeb5-fa19-4730-8e1a-0e35cb2ae510 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=342b5266c8034455b290237004a6b99c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2791843 Apr 05 22:33:37.681376 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 45886) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:37.703526 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be20eeb5-fa19-4730-8e1a-0e35cb2ae510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ed58a3-bf6b-499a-87b4-b2086606f65e,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:37.739710 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1dc84a41-4c50-4053-ab2d-f1c0cb84a296 admin admin] Publish callbacks [] for security_group (94ed58a3-bf6b-499a-87b4-b2086606f65e), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:37.750151 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe869d-7231-4cae-978e-4e2e82a64f31 req-6365bf92-a1ca-4aa9-b3e1-0073428b712e tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:37.751691 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-69fe869d-7231-4cae-978e-4e2e82a64f31 req-6365bf92-a1ca-4aa9-b3e1-0073428b712e tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=be90bc4e-c3b7-401a-b532-710bbcfd09e8 HTTP/1.1" status: 200 len: 944 time: 0.0997047 Apr 05 22:33:37.763628 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1dc84a41-4c50-4053-ab2d-f1c0cb84a296 admin admin] Publish callbacks [] for security_group (94ed58a3-bf6b-499a-87b4-b2086606f65e), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:37.831620 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1dc84a41-4c50-4053-ab2d-f1c0cb84a296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (94ed58a3-bf6b-499a-87b4-b2086606f65e), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:37.832598 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e98f9-d458-4c12-91ae-2150f255a624 req-1d70e126-e7f1-4814-a4fa-8b93e88baafb tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:37.834298 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f66e98f9-d458-4c12-91ae-2150f255a624 req-1d70e126-e7f1-4814-a4fa-8b93e88baafb tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.1048524 Apr 05 22:33:37.834423 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1dc84a41-4c50-4053-ab2d-f1c0cb84a296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:37.835465 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-1dc84a41-4c50-4053-ab2d-f1c0cb84a296 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/94ed58a3-bf6b-499a-87b4-b2086606f65e HTTP/1.1" status: 204 len: 168 time: 0.1530893 Apr 05 22:33:37.848993 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc84a41-4c50-4053-ab2d-f1c0cb84a296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ed58a3-bf6b-499a-87b4-b2086606f65e,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:37.851700 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-69fe869d-7231-4cae-978e-4e2e82a64f31 req-5b6a0541-11d1-4deb-ac1f-e358fb182558 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847323 Apr 05 22:33:37.908073 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f66e98f9-d458-4c12-91ae-2150f255a624 req-0c471feb-e493-4704-a51a-f4961cf72373 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613647 Apr 05 22:33:39.004843 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d9327-2d3b-4b2b-831c-d8c592168ebd req-737da20f-0e96-4d3d-9b3b-3dacdda12898 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:39.009123 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-837d9327-2d3b-4b2b-831c-d8c592168ebd req-737da20f-0e96-4d3d-9b3b-3dacdda12898 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=be90bc4e-c3b7-401a-b532-710bbcfd09e8 HTTP/1.1" status: 200 len: 944 time: 0.0660241 Apr 05 22:33:39.111812 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-837d9327-2d3b-4b2b-831c-d8c592168ebd req-1f9326e0-dc3d-468c-8392-2047a023eac1 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989282 Apr 05 22:33:39.121305 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0a91c-681f-4aa3-9cf9-cc668471bb4a req-2ac7bcf8-333a-4d8d-8323-e740fb53ecd0 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:39.132994 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-43d0a91c-681f-4aa3-9cf9-cc668471bb4a req-2ac7bcf8-333a-4d8d-8323-e740fb53ecd0 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.1218743 Apr 05 22:33:39.150393 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:39.194038 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-43d0a91c-681f-4aa3-9cf9-cc668471bb4a req-e407ead8-7f82-4953-b01d-751990efdf6a tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600054 Apr 05 22:33:40.130488 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 45988) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:40.256018 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d118ab-243b-48e0-aec5-ada62a6de694 req-2d1450c5-6cfb-4cb3-ab5b-7f79d7bcb298 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:40.258052 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c2d118ab-243b-48e0-aec5-ada62a6de694 req-2d1450c5-6cfb-4cb3-ab5b-7f79d7bcb298 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=be90bc4e-c3b7-401a-b532-710bbcfd09e8 HTTP/1.1" status: 200 len: 944 time: 0.0618880 Apr 05 22:33:40.284993 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a9d49043-a887-4bad-b342-40fdcf0bd194 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:40.372489 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a9d49043-a887-4bad-b342-40fdcf0bd194 admin admin] Publish callbacks [] for security_group (ff9d13fd-0a27-48a9-87ef-551280de089b), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:40.377709 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a9d49043-a887-4bad-b342-40fdcf0bd194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (ff9d13fd-0a27-48a9-87ef-551280de089b), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:40.384108 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c2d118ab-243b-48e0-aec5-ada62a6de694 req-a03179d5-6b39-4094-bfb5-b916af9cbbbe tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112823 Apr 05 22:33:40.398828 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728e147-a111-4e1d-b0da-44f09398a0fd req-9eadb8b2-5e77-4bb0-8e7a-47aeb1bca49d tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:40.401233 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f728e147-a111-4e1d-b0da-44f09398a0fd req-9eadb8b2-5e77-4bb0-8e7a-47aeb1bca49d tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.1136994 Apr 05 22:33:40.418095 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-a9d49043-a887-4bad-b342-40fdcf0bd194 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1636921e79984314845f2f6014c12077&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2862496 Apr 05 22:33:40.420281 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d49043-a887-4bad-b342-40fdcf0bd194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9d13fd-0a27-48a9-87ef-551280de089b,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:40.421782 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 46004) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:40.473182 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f728e147-a111-4e1d-b0da-44f09398a0fd req-fafb149d-4f1b-4b02-93d1-4d943b0c846a tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683224 Apr 05 22:33:40.494340 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f225a54a-9ecc-46ee-88f3-1206a56f2fc3 admin admin] Publish callbacks [] for security_group (ff9d13fd-0a27-48a9-87ef-551280de089b), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:40.517336 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f225a54a-9ecc-46ee-88f3-1206a56f2fc3 admin admin] Publish callbacks [] for security_group (ff9d13fd-0a27-48a9-87ef-551280de089b), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:40.574537 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f225a54a-9ecc-46ee-88f3-1206a56f2fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (ff9d13fd-0a27-48a9-87ef-551280de089b), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:40.579370 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f225a54a-9ecc-46ee-88f3-1206a56f2fc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:40.581383 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-f225a54a-9ecc-46ee-88f3-1206a56f2fc3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ff9d13fd-0a27-48a9-87ef-551280de089b HTTP/1.1" status: 204 len: 168 time: 0.1582260 Apr 05 22:33:40.594664 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f225a54a-9ecc-46ee-88f3-1206a56f2fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9d13fd-0a27-48a9-87ef-551280de089b,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:40.667668 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae5290-9367-4197-8038-aa16992a5da3 req-3ee29816-f314-4083-ab19-d6153db76680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:40.669244 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2dae5290-9367-4197-8038-aa16992a5da3 req-3ee29816-f314-4083-ab19-d6153db76680 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d3665edf55e84964a68e36270a58315f&device_id=be90bc4e-c3b7-401a-b532-710bbcfd09e8 HTTP/1.1" status: 200 len: 1128 time: 0.0507488 Apr 05 22:33:40.719485 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:40.778749 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae5290-9367-4197-8038-aa16992a5da3 req-368cc091-472f-4d70-b2e4-e537684b806f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:40.780277 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2dae5290-9367-4197-8038-aa16992a5da3 req-368cc091-472f-4d70-b2e4-e537684b806f service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d6a5d24-56a4-4406-b3da-c3c8c20629cd HTTP/1.1" status: 200 len: 910 time: 0.1020248 Apr 05 22:33:40.827673 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2dae5290-9367-4197-8038-aa16992a5da3 req-d4e4fd1e-349c-4a69-ac13-2666c0db6275 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=663b1c96-8afa-410e-941f-2b657cff0d0f HTTP/1.1" status: 200 len: 217 time: 0.0382090 Apr 05 22:33:40.868540 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 46010) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:40.884624 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b7a92997-df20-4c63-8188-f11b298d76ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:40.903357 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae5290-9367-4197-8038-aa16992a5da3 req-e820fdf7-3e7a-4569-a74b-c94641d0afff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:40.904865 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2dae5290-9367-4197-8038-aa16992a5da3 req-e820fdf7-3e7a-4569-a74b-c94641d0afff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9d3128c9-3134-41dd-b51b-26e0d700f0ad HTTP/1.1" status: 200 len: 849 time: 0.0683105 Apr 05 22:33:40.942041 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2dae5290-9367-4197-8038-aa16992a5da3 req-3a83ed4d-2d19-4a66-b91b-42a3f0d11739 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d6a5d24-56a4-4406-b3da-c3c8c20629cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285416 Apr 05 22:33:41.069526 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b7a92997-df20-4c63-8188-f11b298d76ab admin admin] Publish callbacks [] for security_group (39646ddd-6006-4067-9d67-b0c6b9fbd826), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:41.073660 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2dae5290-9367-4197-8038-aa16992a5da3 req-172aaec6-5e1c-4e2f-aacf-84c272445505 service neutron] 10.222.0.46 "GET /v2.0/networks/3d6a5d24-56a4-4406-b3da-c3c8c20629cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224968 Apr 05 22:33:41.074737 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b7a92997-df20-4c63-8188-f11b298d76ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (39646ddd-6006-4067-9d67-b0c6b9fbd826), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:41.146658 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-b7a92997-df20-4c63-8188-f11b298d76ab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c7acfed502cd482aaff7602147379d0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2770619 Apr 05 22:33:41.149347 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a92997-df20-4c63-8188-f11b298d76ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39646ddd-6006-4067-9d67-b0c6b9fbd826,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:41.149474 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 46012) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:41.200403 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3f20c69e-6122-48db-aff7-a89ce09da234 admin admin] Publish callbacks [] for security_group (39646ddd-6006-4067-9d67-b0c6b9fbd826), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:41.209521 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2dae5290-9367-4197-8038-aa16992a5da3 req-7d2ee7ed-35db-4dc4-9228-eb7b88fa8d19 service neutron] 10.222.0.46 "GET /v2.0/networks/3d6a5d24-56a4-4406-b3da-c3c8c20629cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247511 Apr 05 22:33:41.223279 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3f20c69e-6122-48db-aff7-a89ce09da234 admin admin] Publish callbacks [] for security_group (39646ddd-6006-4067-9d67-b0c6b9fbd826), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:41.269807 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3f20c69e-6122-48db-aff7-a89ce09da234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (39646ddd-6006-4067-9d67-b0c6b9fbd826), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:41.272308 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3f20c69e-6122-48db-aff7-a89ce09da234 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:41.273495 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-3f20c69e-6122-48db-aff7-a89ce09da234 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/39646ddd-6006-4067-9d67-b0c6b9fbd826 HTTP/1.1" status: 204 len: 168 time: 0.1230581 Apr 05 22:33:41.285423 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f20c69e-6122-48db-aff7-a89ce09da234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39646ddd-6006-4067-9d67-b0c6b9fbd826,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:41.513870 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6d211-8b3c-4cef-8bec-c83598b7428d req-e68f7ed6-b93a-4bda-b777-0e1dd3f1b19f tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:41.516008 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c7a6d211-8b3c-4cef-8bec-c83598b7428d req-e68f7ed6-b93a-4bda-b777-0e1dd3f1b19f tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=be90bc4e-c3b7-401a-b532-710bbcfd09e8 HTTP/1.1" status: 200 len: 944 time: 0.0680842 Apr 05 22:33:41.614984 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c7a6d211-8b3c-4cef-8bec-c83598b7428d req-c4ad280a-352e-46c1-84fa-023a3d39537e tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923843 Apr 05 22:33:41.634208 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb0e49-5330-4a56-bad9-21a488fccb4f req-5247511b-8f24-4d71-aa4b-af93c3dec606 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:41.635864 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7afb0e49-5330-4a56-bad9-21a488fccb4f req-5247511b-8f24-4d71-aa4b-af93c3dec606 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.0869956 Apr 05 22:33:41.690032 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7afb0e49-5330-4a56-bad9-21a488fccb4f req-1bf3186c-2189-4bac-ae53-32a79cbdceac tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470204 Apr 05 22:33:41.986559 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 46042) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:42.085660 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-527c9158-5f9c-462b-87bc-fcee38cbefee admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2097373672-network', 'tenant_id': 'c780ca3e7e0f47479acbba09d1a890e7'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:42.113653 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527c9158-5f9c-462b-87bc-fcee38cbefee admin admin] Made reservation on behalf of c780ca3e7e0f47479acbba09d1a890e7 for: {'network': 1} {{(pid=103303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:33:42.116122 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-527c9158-5f9c-462b-87bc-fcee38cbefee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for network (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:42.126050 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-527c9158-5f9c-462b-87bc-fcee38cbefee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:42.200222 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-527c9158-5f9c-462b-87bc-fcee38cbefee admin admin] Publish callbacks [] for security_group (3debc344-975d-43fe-af90-01dfdc85282e), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:42.203819 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-527c9158-5f9c-462b-87bc-fcee38cbefee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (3debc344-975d-43fe-af90-01dfdc85282e), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:42.224030 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-527c9158-5f9c-462b-87bc-fcee38cbefee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=103303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:33:42.239331 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c9158-5f9c-462b-87bc-fcee38cbefee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3debc344-975d-43fe-af90-01dfdc85282e,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:42.242173 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-527c9158-5f9c-462b-87bc-fcee38cbefee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781'] for segment (50845313-92f9-47f2-ba5a-80facf222f2f), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:42.242521 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.db.segments_db [None req-527c9158-5f9c-462b-87bc-fcee38cbefee admin admin] Added segment 50845313-92f9-47f2-ba5a-80facf222f2f of type vlan for network c201e8fd-7ed9-4dc4-bf4e-634526305459 Apr 05 22:33:42.284014 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-527c9158-5f9c-462b-87bc-fcee38cbefee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760878853690'] for network (c201e8fd-7ed9-4dc4-bf4e-634526305459), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:42.312983 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-527c9158-5f9c-462b-87bc-fcee38cbefee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960'] for network (c201e8fd-7ed9-4dc4-bf4e-634526305459), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:42.314009 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527c9158-5f9c-462b-87bc-fcee38cbefee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:42.314594 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-527c9158-5f9c-462b-87bc-fcee38cbefee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for network (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:42.378215 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-527c9158-5f9c-462b-87bc-fcee38cbefee admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3905158 Apr 05 22:33:42.381191 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 46048) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:42.385378 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c9158-5f9c-462b-87bc-fcee38cbefee admin admin] Pushing event updated for resources: {'Network': ['ID=c201e8fd-7ed9-4dc4-bf4e-634526305459,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:42.385946 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-b266859d-d535-4369-acec-8ff8e910dc91 admin admin] Request body: {'subnet': {'network_id': 'c201e8fd-7ed9-4dc4-bf4e-634526305459', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2097373672-subnet', 'tenant_id': 'c780ca3e7e0f47479acbba09d1a890e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:42.396508 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Network c201e8fd-7ed9-4dc4-bf4e-634526305459 details requested by agent ovs-agent-dv-cinder-835879-4-iscsi with host dv-cinder-835879-4-iscsi {{(pid=103304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:33:42.406602 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b266859d-d535-4369-acec-8ff8e910dc91 admin admin] Made reservation on behalf of c780ca3e7e0f47479acbba09d1a890e7 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:33:42.409187 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b266859d-d535-4369-acec-8ff8e910dc91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25649181'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:42.578137 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b266859d-d535-4369-acec-8ff8e910dc91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28859688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25649155'] for subnet (f57b3836-a404-4e4e-928d-61c255940b9f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:42.625375 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266859d-d535-4369-acec-8ff8e910dc91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f57b3836-a404-4e4e-928d-61c255940b9f,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:42.639485 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b266859d-d535-4369-acec-8ff8e910dc91 admin admin] Checking segment: {'id': '50845313-92f9-47f2-ba5a-80facf222f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'c201e8fd-7ed9-4dc4-bf4e-634526305459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:33:42.640367 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b266859d-d535-4369-acec-8ff8e910dc91 admin admin] Network hostable DHCP agents. Network: c201e8fd-7ed9-4dc4-bf4e-634526305459, hostable agents: ['1fb4f16d-f195-4bf9-acd2-17d67be332a8'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:33:42.657477 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b266859d-d535-4369-acec-8ff8e910dc91 admin admin] Network c201e8fd-7ed9-4dc4-bf4e-634526305459 is scheduled to be hosted by DHCP agent 1fb4f16d-f195-4bf9-acd2-17d67be332a8 with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:33:42.666403 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-b266859d-d535-4369-acec-8ff8e910dc91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-4-iscsi, c201e8fd-7ed9-4dc4-bf4e-634526305459) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:33:42.674064 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b266859d-d535-4369-acec-8ff8e910dc91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:42.674675 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b266859d-d535-4369-acec-8ff8e910dc91 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:42.676045 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e034b4-d335-41b0-8f74-1e3b3f95f48c None None] Network c201e8fd-7ed9-4dc4-bf4e-634526305459 requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:33:42.699831 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-b266859d-d535-4369-acec-8ff8e910dc91 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3175645 Apr 05 22:33:42.760226 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63400544-ce0c-43a6-90b9-3f152535c443 req-412c385c-1bec-4719-ad7f-dbad61bea119 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:42.761934 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-63400544-ce0c-43a6-90b9-3f152535c443 req-412c385c-1bec-4719-ad7f-dbad61bea119 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=be90bc4e-c3b7-401a-b532-710bbcfd09e8 HTTP/1.1" status: 200 len: 944 time: 0.0749745 Apr 05 22:33:42.792396 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa584e3f-ed11-40f4-8d88-95d0a229207b None None] Network c201e8fd-7ed9-4dc4-bf4e-634526305459 requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:33:42.850830 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-63400544-ce0c-43a6-90b9-3f152535c443 req-403c2ce3-04db-4546-85b0-30112015c65c tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705349 Apr 05 22:33:42.859011 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b3c38-3834-4bc3-a607-6158a8667440 req-72a80f1e-90f6-4fdd-a3ae-3c81cc59dfc4 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:42.860490 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-584b3c38-3834-4bc3-a607-6158a8667440 req-72a80f1e-90f6-4fdd-a3ae-3c81cc59dfc4 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.0956523 Apr 05 22:33:42.913402 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-584b3c38-3834-4bc3-a607-6158a8667440 req-96ebb98b-176c-4d44-a198-141f9370f04f tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469425 Apr 05 22:33:43.204281 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 46072) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:43.209197 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-a703ac9e-b392-4eba-b494-a96751793357 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-215512033-network', 'tenant_id': '9d82099af4b443e8bd3a4eaab73c49df'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:43.227106 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a703ac9e-b392-4eba-b494-a96751793357 admin admin] Made reservation on behalf of 9d82099af4b443e8bd3a4eaab73c49df for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:33:43.229387 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a703ac9e-b392-4eba-b494-a96751793357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:43.238202 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a703ac9e-b392-4eba-b494-a96751793357 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:43.309503 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a703ac9e-b392-4eba-b494-a96751793357 admin admin] Publish callbacks [] for security_group (ed9b31c0-2ed9-40b7-9fa1-0be7264edab7), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:43.313509 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a703ac9e-b392-4eba-b494-a96751793357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (ed9b31c0-2ed9-40b7-9fa1-0be7264edab7), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:43.333501 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a703ac9e-b392-4eba-b494-a96751793357 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:33:43.355204 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a703ac9e-b392-4eba-b494-a96751793357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9b31c0-2ed9-40b7-9fa1-0be7264edab7,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:43.359024 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a703ac9e-b392-4eba-b494-a96751793357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781'] for segment (80d8b0c4-2422-49a7-829a-1827341ae892), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:43.359394 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.db.segments_db [None req-a703ac9e-b392-4eba-b494-a96751793357 admin admin] Added segment 80d8b0c4-2422-49a7-829a-1827341ae892 of type vlan for network 0235dd28-fef2-473d-afff-b0f5ee28b2db Apr 05 22:33:43.404664 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a703ac9e-b392-4eba-b494-a96751793357 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760878853690'] for network (0235dd28-fef2-473d-afff-b0f5ee28b2db), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:43.430705 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a703ac9e-b392-4eba-b494-a96751793357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960'] for network (0235dd28-fef2-473d-afff-b0f5ee28b2db), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:43.431944 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a703ac9e-b392-4eba-b494-a96751793357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:43.432500 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a703ac9e-b392-4eba-b494-a96751793357 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:43.464186 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-a703ac9e-b392-4eba-b494-a96751793357 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2587159 Apr 05 22:33:43.467017 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 46078) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:43.472110 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-47b3d6e5-c55b-4591-ae03-ab26c0ce331c admin admin] Request body: {'subnet': {'network_id': '0235dd28-fef2-473d-afff-b0f5ee28b2db', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-215512033-subnet', 'tenant_id': '9d82099af4b443e8bd3a4eaab73c49df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:43.490969 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b3d6e5-c55b-4591-ae03-ab26c0ce331c admin admin] Made reservation on behalf of 9d82099af4b443e8bd3a4eaab73c49df for: {'subnet': 1} {{(pid=103303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:33:43.493292 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-47b3d6e5-c55b-4591-ae03-ab26c0ce331c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:43.498238 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a703ac9e-b392-4eba-b494-a96751793357 admin admin] Pushing event updated for resources: {'Network': ['ID=0235dd28-fef2-473d-afff-b0f5ee28b2db,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:43.508173 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Network 0235dd28-fef2-473d-afff-b0f5ee28b2db details requested by agent ovs-agent-dv-cinder-835879-4-iscsi with host dv-cinder-835879-4-iscsi {{(pid=103304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:33:43.657037 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-47b3d6e5-c55b-4591-ae03-ab26c0ce331c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960'] for subnet (95f5c5da-2a7b-4045-8998-18bb2b861a91), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:43.718952 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b3d6e5-c55b-4591-ae03-ab26c0ce331c admin admin] Pushing event updated for resources: {'Subnet': ['ID=95f5c5da-2a7b-4045-8998-18bb2b861a91,revision_number=0']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:43.728285 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b3d6e5-c55b-4591-ae03-ab26c0ce331c admin admin] Checking segment: {'id': '80d8b0c4-2422-49a7-829a-1827341ae892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0235dd28-fef2-473d-afff-b0f5ee28b2db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:33:43.728642 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b3d6e5-c55b-4591-ae03-ab26c0ce331c admin admin] Network hostable DHCP agents. Network: 0235dd28-fef2-473d-afff-b0f5ee28b2db, hostable agents: ['1fb4f16d-f195-4bf9-acd2-17d67be332a8'], hosted agents: [] {{(pid=103303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:33:43.749821 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b3d6e5-c55b-4591-ae03-ab26c0ce331c admin admin] Network 0235dd28-fef2-473d-afff-b0f5ee28b2db is scheduled to be hosted by DHCP agent 1fb4f16d-f195-4bf9-acd2-17d67be332a8 with binding_index 1 {{(pid=103303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:33:43.758471 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-47b3d6e5-c55b-4591-ae03-ab26c0ce331c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-4-iscsi, 0235dd28-fef2-473d-afff-b0f5ee28b2db) {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:33:43.763267 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b3d6e5-c55b-4591-ae03-ab26c0ce331c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:43.765536 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-47b3d6e5-c55b-4591-ae03-ab26c0ce331c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for subnet (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:43.766302 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbcc05c-65be-4c5f-b4b9-e1b0a037a9ab None None] Network 0235dd28-fef2-473d-afff-b0f5ee28b2db requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:33:43.789100 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-47b3d6e5-c55b-4591-ae03-ab26c0ce331c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3134437 Apr 05 22:33:43.875555 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab94479-4b3a-4de3-a08d-5170e919dc33 None None] Network 0235dd28-fef2-473d-afff-b0f5ee28b2db requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:33:44.039591 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe03db9-914a-4206-bb4f-fb7477e85dd6 req-6fdeca0c-ec4e-4ff2-b391-780cda3c9bf6 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:44.042297 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6fe03db9-914a-4206-bb4f-fb7477e85dd6 req-6fdeca0c-ec4e-4ff2-b391-780cda3c9bf6 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=be90bc4e-c3b7-401a-b532-710bbcfd09e8 HTTP/1.1" status: 200 len: 944 time: 0.0906029 Apr 05 22:33:44.073474 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848d036-d430-4f1b-bcaa-f9c8c33476eb req-bc88f499-52df-4e6d-91de-c9a2d13c9f47 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:44.074942 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8848d036-d430-4f1b-bcaa-f9c8c33476eb req-bc88f499-52df-4e6d-91de-c9a2d13c9f47 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.0825973 Apr 05 22:33:44.121479 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6fe03db9-914a-4206-bb4f-fb7477e85dd6 req-6528ee31-9711-425d-812f-a7f36ae2350d tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700698 Apr 05 22:33:44.145374 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8848d036-d430-4f1b-bcaa-f9c8c33476eb req-6200b628-53d2-4a2e-9d0b-3da48fad7504 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615578 Apr 05 22:33:44.880309 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:33:45.272581 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee7fa8-a083-437d-87a2-45cc9428bb3d req-4657103e-9006-47fb-aede-fa7d75fabe62 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:45.274067 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9eee7fa8-a083-437d-87a2-45cc9428bb3d req-4657103e-9006-47fb-aede-fa7d75fabe62 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=be90bc4e-c3b7-401a-b532-710bbcfd09e8 HTTP/1.1" status: 200 len: 944 time: 0.0827329 Apr 05 22:33:45.293349 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35834a4c-591f-4882-9cf1-e7a5d0bda654 req-c14bbe85-fb50-4b93-a5de-d0f5de27306b tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:45.294739 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-35834a4c-591f-4882-9cf1-e7a5d0bda654 req-c14bbe85-fb50-4b93-a5de-d0f5de27306b tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.0778544 Apr 05 22:33:45.341281 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 663b1c96-8afa-410e-941f-2b657cff0d0f details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:33:45.351690 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9eee7fa8-a083-437d-87a2-45cc9428bb3d req-f556d9d0-af35-4ea2-85ad-8d001dda014b tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703986 Apr 05 22:33:45.368288 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-35834a4c-591f-4882-9cf1-e7a5d0bda654 req-271d3542-8c37-4936-a8f4-4d9a9cdaf1e6 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656128 Apr 05 22:33:45.450068 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 663b1c96-8afa-410e-941f-2b657cff0d0f, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=663b1c96-8afa-410e-941f-2b657cff0d0f,segment=NetworkSegment(41307e8e-b13b-4275-a7b3-6fa90de0c9a3),segment_id=41307e8e-b13b-4275-a7b3-6fa90de0c9a3)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:33:45.460744 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Returning: {'device': '663b1c96-8afa-410e-941f-2b657cff0d0f', 'network_id': '3d6a5d24-56a4-4406-b3da-c3c8c20629cd', 'port_id': '663b1c96-8afa-410e-941f-2b657cff0d0f', 'mac_address': 'fa:16:3e:ed:07:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d3128c9-3134-41dd-b51b-26e0d700f0ad', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:33:45.499355 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port 663b1c96-8afa-410e-941f-2b657cff0d0f is: DOWN; New status is: BUILD {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:45.499867 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (663b1c96-8afa-410e-941f-2b657cff0d0f), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:45.513211 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 663b1c96-8afa-410e-941f-2b657cff0d0f {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:33:45.533732 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 663b1c96-8afa-410e-941f-2b657cff0d0f, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=663b1c96-8afa-410e-941f-2b657cff0d0f,segment=NetworkSegment(41307e8e-b13b-4275-a7b3-6fa90de0c9a3),segment_id=41307e8e-b13b-4275-a7b3-6fa90de0c9a3)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:33:45.537706 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (663b1c96-8afa-410e-941f-2b657cff0d0f), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:45.585167 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=663b1c96-8afa-410e-941f-2b657cff0d0f,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:46.506762 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99033044-7093-4882-8c5f-2c23e0db67e9 req-c174ff7c-a056-4933-818d-72ed3844e75b tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:46.508269 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-99033044-7093-4882-8c5f-2c23e0db67e9 req-c174ff7c-a056-4933-818d-72ed3844e75b tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=be90bc4e-c3b7-401a-b532-710bbcfd09e8 HTTP/1.1" status: 200 len: 945 time: 0.0858653 Apr 05 22:33:46.520891 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f7fc1-fd1d-4d9d-9075-c57e51351b21 req-92f7e8d7-41af-42c2-8d59-5a1ea9982fa4 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:46.522240 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-fb2f7fc1-fd1d-4d9d-9075-c57e51351b21 req-92f7e8d7-41af-42c2-8d59-5a1ea9982fa4 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.0883827 Apr 05 22:33:46.591305 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-99033044-7093-4882-8c5f-2c23e0db67e9 req-d312559c-30db-44a3-bfdb-fea4c1b6a2ca tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681186 Apr 05 22:33:46.595387 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-fb2f7fc1-fd1d-4d9d-9075-c57e51351b21 req-0f4b314b-8b3c-4445-9449-bbf39f6331e4 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665996 Apr 05 22:33:47.737641 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c32aed-26b6-40a1-b36b-9904cf77e6f2 req-0f2cdab5-a165-4b7f-89b6-ceb4fdd1f8d0 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:47.739142 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-20c32aed-26b6-40a1-b36b-9904cf77e6f2 req-0f2cdab5-a165-4b7f-89b6-ceb4fdd1f8d0 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=be90bc4e-c3b7-401a-b532-710bbcfd09e8 HTTP/1.1" status: 200 len: 945 time: 0.0806148 Apr 05 22:33:47.750180 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8aa5d5-cc2e-447e-8722-f93b973a4865 req-73f93c55-4583-495d-baa3-ba75177081d1 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:47.751494 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ee8aa5d5-cc2e-447e-8722-f93b973a4865 req-73f93c55-4583-495d-baa3-ba75177081d1 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.0843360 Apr 05 22:33:47.823178 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-20c32aed-26b6-40a1-b36b-9904cf77e6f2 req-47824aec-e1ed-423c-a61c-228100fe8ee6 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707476 Apr 05 22:33:47.826402 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ee8aa5d5-cc2e-447e-8722-f93b973a4865 req-f1ea66f3-6972-452f-8f12-7c48f857212e tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685208 Apr 05 22:33:48.412140 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] get_ports_and_sgs() called for port_ids ['663b1c96-8afa-410e-941f-2b657cff0d0f'] {{(pid=103304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:33:48.972361 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b01f4-530c-4a11-a137-bd04873e9dd7 req-ab976dc1-55fe-475d-a0c7-fa776d972f25 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:48.973795 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b13b01f4-530c-4a11-a137-bd04873e9dd7 req-ab976dc1-55fe-475d-a0c7-fa776d972f25 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=be90bc4e-c3b7-401a-b532-710bbcfd09e8 HTTP/1.1" status: 200 len: 945 time: 0.0837491 Apr 05 22:33:48.981451 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc4fab-3519-44a1-ba91-79868e08b551 req-d1b0e52c-9eee-4930-bf0d-9e81e19d39d0 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:48.982806 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b2dc4fab-3519-44a1-ba91-79868e08b551 req-d1b0e52c-9eee-4930-bf0d-9e81e19d39d0 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.0840333 Apr 05 22:33:49.055041 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b13b01f4-530c-4a11-a137-bd04873e9dd7 req-04c6b986-cc8f-4a8f-b955-d6f43a5f246a tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707293 Apr 05 22:33:49.059577 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b2dc4fab-3519-44a1-ba91-79868e08b551 req-b494fd6e-2767-4a75-9b2f-d62a6c54280d tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690598 Apr 05 22:33:50.201075 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83145c-d9eb-45c0-8a62-014ab9427e5b req-de2fa07f-fcd5-4a3f-94e4-6469871f0da6 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:50.202546 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ff83145c-d9eb-45c0-8a62-014ab9427e5b req-de2fa07f-fcd5-4a3f-94e4-6469871f0da6 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=be90bc4e-c3b7-401a-b532-710bbcfd09e8 HTTP/1.1" status: 200 len: 945 time: 0.0827541 Apr 05 22:33:50.213152 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14700f80-1a6e-4f7e-8024-2ec8ed2f4761 req-480447c5-e254-45c9-93d9-e083808502e8 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:50.214517 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-14700f80-1a6e-4f7e-8024-2ec8ed2f4761 req-480447c5-e254-45c9-93d9-e083808502e8 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.0857675 Apr 05 22:33:50.281076 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ff83145c-d9eb-45c0-8a62-014ab9427e5b req-8f1ef76c-0100-4c6d-9e8d-84268f0ec07f tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656106 Apr 05 22:33:50.288248 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-14700f80-1a6e-4f7e-8024-2ec8ed2f4761 req-223eb6f6-f1c3-4b69-bf36-6b0d1cbc3d4b tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666938 Apr 05 22:33:51.429990 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153dfed-bf2d-4b39-bc88-cf9445de2688 req-4ce39708-4925-44fd-9a5e-f85493abeefd tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:51.431459 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a153dfed-bf2d-4b39-bc88-cf9445de2688 req-4ce39708-4925-44fd-9a5e-f85493abeefd tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=be90bc4e-c3b7-401a-b532-710bbcfd09e8 HTTP/1.1" status: 200 len: 945 time: 0.0851586 Apr 05 22:33:51.439376 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299b436-5edf-4c40-aa1b-35ef9b87749d req-6efe6f53-28c5-4ea4-9d10-2d6393309ff3 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:51.440731 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f299b436-5edf-4c40-aa1b-35ef9b87749d req-6efe6f53-28c5-4ea4-9d10-2d6393309ff3 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.0857038 Apr 05 22:33:51.511595 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a153dfed-bf2d-4b39-bc88-cf9445de2688 req-a74d0a12-8584-4787-b173-a7d4e9eb4500 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699134 Apr 05 22:33:51.514571 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f299b436-5edf-4c40-aa1b-35ef9b87749d req-0678c17d-98b7-466c-a368-768e258bbfec tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673318 Apr 05 22:33:52.660067 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ced4a-2477-4eb9-aa74-a67bb78a2bba req-e9572920-97b5-462d-aa49-7cc67c79b0f1 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:52.661547 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-697ced4a-2477-4eb9-aa74-a67bb78a2bba req-e9572920-97b5-462d-aa49-7cc67c79b0f1 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=be90bc4e-c3b7-401a-b532-710bbcfd09e8 HTTP/1.1" status: 200 len: 945 time: 0.0849962 Apr 05 22:33:52.668818 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c852d-396b-441d-bd5c-08ca20f7564d req-3d2b27ad-9759-4439-bbf8-28734384de55 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:52.670165 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-646c852d-396b-441d-bd5c-08ca20f7564d req-3d2b27ad-9759-4439-bbf8-28734384de55 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.0844903 Apr 05 22:33:52.738451 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-697ced4a-2477-4eb9-aa74-a67bb78a2bba req-8947495b-140a-4b2a-a421-e0f5707683a2 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673575 Apr 05 22:33:52.742493 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-646c852d-396b-441d-bd5c-08ca20f7564d req-55f8deaf-ed78-4008-bfed-b19af96f9d5d tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652096 Apr 05 22:33:53.883206 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64adba-ff62-43eb-b0a2-e3cdb9f7dbfd req-c586be26-f95e-4d30-96bb-b103ca0bb9ad tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:53.884675 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-dd64adba-ff62-43eb-b0a2-e3cdb9f7dbfd req-c586be26-f95e-4d30-96bb-b103ca0bb9ad tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=be90bc4e-c3b7-401a-b532-710bbcfd09e8 HTTP/1.1" status: 200 len: 945 time: 0.0809467 Apr 05 22:33:53.896386 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6b16a-8e61-4fbd-bf1c-c17cddc47dd7 req-9cd173f0-59e4-4f20-837c-820d72e01100 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:53.897849 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d6f6b16a-8e61-4fbd-bf1c-c17cddc47dd7 req-9cd173f0-59e4-4f20-837c-820d72e01100 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.0846748 Apr 05 22:33:53.966284 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-dd64adba-ff62-43eb-b0a2-e3cdb9f7dbfd req-ebaae0af-2e5c-4095-b025-5a48ebfc3bca tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674880 Apr 05 22:33:53.977449 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d6f6b16a-8e61-4fbd-bf1c-c17cddc47dd7 req-4a261c07-3887-4030-bc2d-1f8f91be44ae tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710661 Apr 05 22:33:54.265524 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 663b1c96-8afa-410e-941f-2b657cff0d0f up at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:33:54.312746 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning for port 663b1c96-8afa-410e-941f-2b657cff0d0f completed by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:33:54.317000 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning complete for port 663b1c96-8afa-410e-941f-2b657cff0d0f triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:54.317374 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (663b1c96-8afa-410e-941f-2b657cff0d0f), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:54.391187 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port 663b1c96-8afa-410e-941f-2b657cff0d0f is: BUILD; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:54.391567 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (663b1c96-8afa-410e-941f-2b657cff0d0f), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:54.413203 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be90bc4e-c3b7-401a-b532-710bbcfd09e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '663b1c96-8afa-410e-941f-2b657cff0d0f'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:33:54.415415 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16471d07bccade7c78bbaf7939695eccfc965b3074ad902c0ac28a73985796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265615be-966b-45b1-9fa0-2f4d0cb22c9e" -d '{"events": [{"server_uuid": "be90bc4e-c3b7-401a-b532-710bbcfd09e8", "name": "network-vif-plugged", "status": "completed", "tag": "663b1c96-8afa-410e-941f-2b657cff0d0f"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:33:54.429159 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 663b1c96-8afa-410e-941f-2b657cff0d0f, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=663b1c96-8afa-410e-941f-2b657cff0d0f,segment=NetworkSegment(41307e8e-b13b-4275-a7b3-6fa90de0c9a3),segment_id=41307e8e-b13b-4275-a7b3-6fa90de0c9a3)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:33:54.433026 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (663b1c96-8afa-410e-941f-2b657cff0d0f), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:54.576633 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fac1bfd-adb2-4651-bf2f-a5fd26341a9f x-openstack-request-id: req-5fac1bfd-adb2-4651-bf2f-a5fd26341a9f {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:33:54.576891 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be90bc4e-c3b7-401a-b532-710bbcfd09e8", "name": "network-vif-plugged", "status": "completed", "tag": "663b1c96-8afa-410e-941f-2b657cff0d0f", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:33:54.577147 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5fac1bfd-adb2-4651-bf2f-a5fd26341a9f {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:33:54.577535 dv-cinder-835879-4-iscsi neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fac1bfd-adb2-4651-bf2f-a5fd26341a9f'] response: {'server_uuid': 'be90bc4e-c3b7-401a-b532-710bbcfd09e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '663b1c96-8afa-410e-941f-2b657cff0d0f', 'code': 200} Apr 05 22:33:54.602466 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=663b1c96-8afa-410e-941f-2b657cff0d0f,revision_number=5']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:54.960574 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe5eec-e757-4e34-80ef-ce651e871ba3 req-71621e6c-087a-4309-beec-91b595056f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:54.962125 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b8fe5eec-e757-4e34-80ef-ce651e871ba3 req-71621e6c-087a-4309-beec-91b595056f43 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=be90bc4e-c3b7-401a-b532-710bbcfd09e8 HTTP/1.1" status: 200 len: 1130 time: 0.0468206 Apr 05 22:33:55.355889 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b8fe5eec-e757-4e34-80ef-ce651e871ba3 req-2a45ffb3-a45a-4869-b0f0-629aea88f5ff service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225048 Apr 05 22:33:55.368500 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15764d5-4529-40de-afcd-a078424169e1 req-b3a3b321-7f61-47ab-bb1b-bbba50ed957b tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:55.369966 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d15764d5-4529-40de-afcd-a078424169e1 req-b3a3b321-7f61-47ab-bb1b-bbba50ed957b tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=be90bc4e-c3b7-401a-b532-710bbcfd09e8 HTTP/1.1" status: 200 len: 946 time: 0.3309746 Apr 05 22:33:55.377481 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9546d-4b13-4f2d-b4ad-da466af8fee4 req-203afdbc-e847-4092-a21d-6af3b9866ba7 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:55.378826 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-dec9546d-4b13-4f2d-b4ad-da466af8fee4 req-203afdbc-e847-4092-a21d-6af3b9866ba7 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.3306568 Apr 05 22:33:55.448545 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d15764d5-4529-40de-afcd-a078424169e1 req-ca1837b9-6d66-4c69-b49d-e61fda8ca396 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687761 Apr 05 22:33:55.451508 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-dec9546d-4b13-4f2d-b4ad-da466af8fee4 req-bf24ad20-1277-4b77-8a12-60e9584f7028 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661242 Apr 05 22:33:56.602445 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32873c3-a026-4eb9-a877-3e12d2eb7660 req-e7ee0913-3c1e-4a18-aff0-041394c9e91d tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:56.603908 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f32873c3-a026-4eb9-a877-3e12d2eb7660 req-e7ee0913-3c1e-4a18-aff0-041394c9e91d tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=be90bc4e-c3b7-401a-b532-710bbcfd09e8 HTTP/1.1" status: 200 len: 946 time: 0.0880268 Apr 05 22:33:56.613315 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254b0c0-796e-4522-b155-7be9049f914b req-80d530c1-fe31-4f61-8f05-768e0e41f7e1 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:56.614651 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d254b0c0-796e-4522-b155-7be9049f914b req-80d530c1-fe31-4f61-8f05-768e0e41f7e1 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.0963376 Apr 05 22:33:56.684027 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f32873c3-a026-4eb9-a877-3e12d2eb7660 req-0e3bc302-9326-4956-9cdc-b58a61db7eb5 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683618 Apr 05 22:33:56.686898 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d254b0c0-796e-4522-b155-7be9049f914b req-08f31723-5db1-47e4-9ab0-86e6ece542ab tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659046 Apr 05 22:33:57.852341 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db48d2-fd28-4e45-95cc-5192c2e507d8 req-15e853de-2938-42ee-b6c6-7f32d98b4cfb tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:57.853670 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d7db48d2-fd28-4e45-95cc-5192c2e507d8 req-15e853de-2938-42ee-b6c6-7f32d98b4cfb tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=be90bc4e-c3b7-401a-b532-710bbcfd09e8 HTTP/1.1" status: 200 len: 946 time: 0.1033320 Apr 05 22:33:57.862027 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd1f6a-e17b-4328-b794-375c4ac3d996 req-1523a3d7-48e6-4963-be7a-18aa1a062cd2 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:57.863434 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-54dd1f6a-e17b-4328-b794-375c4ac3d996 req-1523a3d7-48e6-4963-be7a-18aa1a062cd2 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.1024716 Apr 05 22:33:57.933626 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d7db48d2-fd28-4e45-95cc-5192c2e507d8 req-45594592-d853-42ab-a236-27bcdcce3314 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692563 Apr 05 22:33:57.948097 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-54dd1f6a-e17b-4328-b794-375c4ac3d996 req-e803b3df-0c82-4d88-800d-4b895ff1f4b8 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758984 Apr 05 22:33:59.083858 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a967237-8715-4088-8025-3161ae694a83 req-3be9737b-5bad-4878-8f94-9d097e1d9884 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:59.085370 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4a967237-8715-4088-8025-3161ae694a83 req-3be9737b-5bad-4878-8f94-9d097e1d9884 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=be90bc4e-c3b7-401a-b532-710bbcfd09e8 HTTP/1.1" status: 200 len: 946 time: 0.0825124 Apr 05 22:33:59.096816 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eec296-a997-42c0-a4ca-de49ba704738 req-4efb205c-6eb1-4c6d-98b3-4a538b3d6bd9 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:59.098206 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e3eec296-a997-42c0-a4ca-de49ba704738 req-4efb205c-6eb1-4c6d-98b3-4a538b3d6bd9 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.0698740 Apr 05 22:33:59.186115 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4a967237-8715-4088-8025-3161ae694a83 req-74a17951-cb68-4433-97dc-9e42e4c3a35c tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869596 Apr 05 22:33:59.189318 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e3eec296-a997-42c0-a4ca-de49ba704738 req-1bb1e82d-db1f-4e81-9498-2fbe0e060c7c tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846722 Apr 05 22:33:59.898664 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:00.114521 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5ab30-371c-4879-a6a1-1d71a170ecdc req-a997eb5d-215f-446a-b693-bf0681a39aa4 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:00.115888 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c5f5ab30-371c-4879-a6a1-1d71a170ecdc req-a997eb5d-215f-446a-b693-bf0681a39aa4 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=be90bc4e-c3b7-401a-b532-710bbcfd09e8 HTTP/1.1" status: 200 len: 946 time: 0.0516188 Apr 05 22:34:00.169759 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c5f5ab30-371c-4879-a6a1-1d71a170ecdc req-e066461b-33cd-4133-8343-3408b8358f4a tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484505 Apr 05 22:34:00.303686 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989fc389-0dc8-4435-83ee-c99ae9175a3c req-b54174f2-fb7d-4fae-897b-36440565b265 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:00.305136 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-989fc389-0dc8-4435-83ee-c99ae9175a3c req-b54174f2-fb7d-4fae-897b-36440565b265 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.0500774 Apr 05 22:34:00.353457 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-989fc389-0dc8-4435-83ee-c99ae9175a3c req-22f6fa13-0dc5-48bc-9088-d91e73389717 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429468 Apr 05 22:34:01.289124 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d4bd7-7776-4a5c-b27b-f675042e4259 req-81d0d393-0239-451b-a008-feb8a6aa507d tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:01.290630 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1c3d4bd7-7776-4a5c-b27b-f675042e4259 req-81d0d393-0239-451b-a008-feb8a6aa507d tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=be90bc4e-c3b7-401a-b532-710bbcfd09e8 HTTP/1.1" status: 200 len: 946 time: 0.0527711 Apr 05 22:34:01.336072 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1c3d4bd7-7776-4a5c-b27b-f675042e4259 req-37d33b3d-0d92-4df6-ba20-0c1f70c1c12b tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400288 Apr 05 22:34:01.466378 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425caec-2175-4b7c-a2d9-0ef27b755c80 req-424a7463-56dd-46bb-a0e3-1ea523a5eb7b tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:01.467745 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7425caec-2175-4b7c-a2d9-0ef27b755c80 req-424a7463-56dd-46bb-a0e3-1ea523a5eb7b tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.0501642 Apr 05 22:34:01.512473 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7425caec-2175-4b7c-a2d9-0ef27b755c80 req-cd46ca1d-0998-4d38-b849-a5b4d054f1d4 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387120 Apr 05 22:34:02.453487 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28069bf-21f4-4c0b-865a-773e7b700498 req-38114a3a-b50b-4ef7-a508-0af9a18ce027 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:02.454925 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a28069bf-21f4-4c0b-865a-773e7b700498 req-38114a3a-b50b-4ef7-a508-0af9a18ce027 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=be90bc4e-c3b7-401a-b532-710bbcfd09e8 HTTP/1.1" status: 200 len: 946 time: 0.0541990 Apr 05 22:34:02.499943 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a28069bf-21f4-4c0b-865a-773e7b700498 req-eaff2930-7eb5-4445-86c1-675fab0acfde tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395579 Apr 05 22:34:02.626041 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965d9c2-7916-4877-8d56-3bbe91e8f7bc req-bb04bee6-ee45-4b36-a646-6723f1bee2ed tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:02.627494 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0965d9c2-7916-4877-8d56-3bbe91e8f7bc req-bb04bee6-ee45-4b36-a646-6723f1bee2ed tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.0509501 Apr 05 22:34:02.671585 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0965d9c2-7916-4877-8d56-3bbe91e8f7bc req-16b0237c-54ef-49aa-a8d1-651777f1979e tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386705 Apr 05 22:34:03.611382 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ab9e6-ed29-48b9-bcca-5f504c8801fd req-f1a53cb3-6db0-48c8-813e-f141a011ad7d tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:03.612898 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-457ab9e6-ed29-48b9-bcca-5f504c8801fd req-f1a53cb3-6db0-48c8-813e-f141a011ad7d tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=be90bc4e-c3b7-401a-b532-710bbcfd09e8 HTTP/1.1" status: 200 len: 946 time: 0.0512638 Apr 05 22:34:03.661133 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-457ab9e6-ed29-48b9-bcca-5f504c8801fd req-7d24acd5-583e-4851-8a98-109921e37dd2 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427241 Apr 05 22:34:03.789149 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089225c-0398-4f4d-b6d1-af960df04d74 req-95397649-01e8-4aeb-be3e-15def73e7bd6 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:03.790576 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3089225c-0398-4f4d-b6d1-af960df04d74 req-95397649-01e8-4aeb-be3e-15def73e7bd6 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.0537221 Apr 05 22:34:03.836238 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3089225c-0398-4f4d-b6d1-af960df04d74 req-11b0dd4d-3732-48fc-a10c-235e796c0383 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401518 Apr 05 22:34:04.296827 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-132bbbf4-cd6a-4d75-8a2b-2c78abc50e3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:04.774849 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63c0b8-5e42-4af9-b345-cbdd9d099fb1 req-6458adba-e937-4e24-8f50-e9a13df42f36 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:04.776315 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ad63c0b8-5e42-4af9-b345-cbdd9d099fb1 req-6458adba-e937-4e24-8f50-e9a13df42f36 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=be90bc4e-c3b7-401a-b532-710bbcfd09e8 HTTP/1.1" status: 200 len: 946 time: 0.0516398 Apr 05 22:34:04.823246 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ad63c0b8-5e42-4af9-b345-cbdd9d099fb1 req-1911a14e-6045-4c2b-ba63-a0ae6809825f tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414279 Apr 05 22:34:04.955335 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816db8e6-dd80-4c6b-a8a8-58b348134378 req-93442780-b9cf-4789-aa72-2da2d2f302f0 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:04.956717 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-816db8e6-dd80-4c6b-a8a8-58b348134378 req-93442780-b9cf-4789-aa72-2da2d2f302f0 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.0550733 Apr 05 22:34:05.001569 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-816db8e6-dd80-4c6b-a8a8-58b348134378 req-17ac6505-9bf1-4d2b-b4ac-7e6f4148de0c tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388112 Apr 05 22:34:05.560785 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40572d9f-96ca-4b01-8493-e91c062afe3c req-c20543d7-4a37-4119-b9a4-39b11dc726ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:05.562317 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-40572d9f-96ca-4b01-8493-e91c062afe3c req-c20543d7-4a37-4119-b9a4-39b11dc726ac service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 1129 time: 0.0728846 Apr 05 22:34:05.565853 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c38c25ea-ef04-469f-a424-6274c715dce1 req-96b87b59-c258-4ad3-b6f1-8740e8460c7c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751925 Apr 05 22:34:05.612504 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-40572d9f-96ca-4b01-8493-e91c062afe3c req-657fbd65-fee3-4967-8d25-07cf25a658ab service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400007 Apr 05 22:34:05.937543 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd5b86-0d8e-4ba3-bb7e-fbce0e7a8da1 req-65b0a7cd-b9e6-476b-a74f-8f958edbd694 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:05.939023 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9ebd5b86-0d8e-4ba3-bb7e-fbce0e7a8da1 req-65b0a7cd-b9e6-476b-a74f-8f958edbd694 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=be90bc4e-c3b7-401a-b532-710bbcfd09e8 HTTP/1.1" status: 200 len: 946 time: 0.0516145 Apr 05 22:34:05.984795 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9ebd5b86-0d8e-4ba3-bb7e-fbce0e7a8da1 req-1cb044e4-429f-41b3-85c8-a57c1f003f3e tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402908 Apr 05 22:34:06.121397 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb58f3-3104-49c1-9746-2b6887cbb58c req-90e91c65-4804-42fe-8d92-182e34803daa tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:06.123094 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-33bb58f3-3104-49c1-9746-2b6887cbb58c req-90e91c65-4804-42fe-8d92-182e34803daa tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.0511808 Apr 05 22:34:06.173063 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-33bb58f3-3104-49c1-9746-2b6887cbb58c req-d8ddd6dc-d54f-4796-97c6-0798024737ab tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441673 Apr 05 22:34:06.402076 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c25ea-ef04-469f-a424-6274c715dce1 req-6c782cc4-5d42-4d7b-a86e-3f611a70143d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:06.403470 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c38c25ea-ef04-469f-a424-6274c715dce1 req-6c782cc4-5d42-4d7b-a86e-3f611a70143d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53101836a2ba42f5b58f4a6b84af6522&device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 1130 time: 0.0472629 Apr 05 22:34:06.788823 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5d706907-2b99-413c-83be-7b83c4aeccc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:07.102224 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4c8dc-2d96-4892-986a-bc7c3bb655d0 req-48e09341-e72a-4c1a-aa9e-799503a8136d tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:07.103727 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-aaa4c8dc-2d96-4892-986a-bc7c3bb655d0 req-48e09341-e72a-4c1a-aa9e-799503a8136d tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=be90bc4e-c3b7-401a-b532-710bbcfd09e8 HTTP/1.1" status: 200 len: 946 time: 0.0528610 Apr 05 22:34:07.155458 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-aaa4c8dc-2d96-4892-986a-bc7c3bb655d0 req-f5a3580f-d9de-496d-8c9f-75a13d0a0617 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9c07d4-3cd5-4e67-8751-274735ee8494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421708 Apr 05 22:34:07.292894 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad57f08-2d0d-4340-b646-9ad2fd4514e2 req-63ad1a1e-2626-4b21-b2dc-caf7af3fddb2 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:07.294349 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3ad57f08-2d0d-4340-b646-9ad2fd4514e2 req-63ad1a1e-2626-4b21-b2dc-caf7af3fddb2 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.0508029 Apr 05 22:34:07.342930 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3ad57f08-2d0d-4340-b646-9ad2fd4514e2 req-fb90d175-cfe7-46d4-a716-d4e16a09bb18 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423617 Apr 05 22:34:07.519872 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:07.677377 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc6789-1a55-4629-b203-651cfbac822a req-7a1ca257-1e21-4c1e-8425-2f1bd2a5323e tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:07.678805 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ddbc6789-1a55-4629-b203-651cfbac822a req-7a1ca257-1e21-4c1e-8425-2f1bd2a5323e tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.46 "GET /v2.0/ports?device_id=be90bc4e-c3b7-401a-b532-710bbcfd09e8 HTTP/1.1" status: 200 len: 946 time: 0.1066954 Apr 05 22:34:07.692473 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c25ea-ef04-469f-a424-6274c715dce1 req-5cb3662e-cb48-4619-9f41-d9515c153956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:07.693836 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c38c25ea-ef04-469f-a424-6274c715dce1 req-5cb3662e-cb48-4619-9f41-d9515c153956 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5f18d588-ed8c-4ba8-aa61-86f84f08ea4b HTTP/1.1" status: 200 len: 918 time: 0.1229739 Apr 05 22:34:07.810624 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c38c25ea-ef04-469f-a424-6274c715dce1 req-f9b28a54-368f-49de-90e3-932495fbd576 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a11904cd-7e78-4883-98a9-92fb30b55a65 HTTP/1.1" status: 200 len: 1002 time: 0.1100738 Apr 05 22:34:07.869211 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-ddbc6789-1a55-4629-b203-651cfbac822a req-046f3047-0700-4b05-be9a-3a7e009493e2 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Deleting port 663b1c96-8afa-410e-941f-2b657cff0d0f {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:34:07.869553 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ddbc6789-1a55-4629-b203-651cfbac822a req-046f3047-0700-4b05-be9a-3a7e009493e2 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (663b1c96-8afa-410e-941f-2b657cff0d0f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:07.885497 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c25ea-ef04-469f-a424-6274c715dce1 req-5e128727-fecf-424b-ac24-473e3d0f2d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:07.886935 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c38c25ea-ef04-469f-a424-6274c715dce1 req-5e128727-fecf-424b-ac24-473e3d0f2d7f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=de490332-8df6-483d-b976-f39e215adfd8 HTTP/1.1" status: 200 len: 856 time: 0.0685639 Apr 05 22:34:07.985436 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c25ea-ef04-469f-a424-6274c715dce1 req-43f7217c-55d4-439f-9368-ea1d7bd2c7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:07.986935 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c38c25ea-ef04-469f-a424-6274c715dce1 req-43f7217c-55d4-439f-9368-ea1d7bd2c7da service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5f18d588-ed8c-4ba8-aa61-86f84f08ea4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0930841 Apr 05 22:34:07.991507 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-ddbc6789-1a55-4629-b203-651cfbac822a req-046f3047-0700-4b05-be9a-3a7e009493e2 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] For port 663b1c96-8afa-410e-941f-2b657cff0d0f, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=663b1c96-8afa-410e-941f-2b657cff0d0f,segment=NetworkSegment(41307e8e-b13b-4275-a7b3-6fa90de0c9a3),segment_id=41307e8e-b13b-4275-a7b3-6fa90de0c9a3)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:07.991875 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ddbc6789-1a55-4629-b203-651cfbac822a req-046f3047-0700-4b05-be9a-3a7e009493e2 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (663b1c96-8afa-410e-941f-2b657cff0d0f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:08.029260 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-ddbc6789-1a55-4629-b203-651cfbac822a req-046f3047-0700-4b05-be9a-3a7e009493e2 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Calling delete_port for 663b1c96-8afa-410e-941f-2b657cff0d0f owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:34:08.140266 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c38c25ea-ef04-469f-a424-6274c715dce1 req-29ed2994-e6b2-4e42-ac13-2d2a805eeffc service neutron] 10.222.0.46 "GET /v2.0/networks/5f18d588-ed8c-4ba8-aa61-86f84f08ea4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456120 Apr 05 22:34:08.218307 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ddbc6789-1a55-4629-b203-651cfbac822a req-046f3047-0700-4b05-be9a-3a7e009493e2 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (663b1c96-8afa-410e-941f-2b657cff0d0f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:08.230473 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] get_ports_and_sgs() called for port_ids ['663b1c96-8afa-410e-941f-2b657cff0d0f'] {{(pid=103304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:34:08.257153 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f3047-0700-4b05-be9a-3a7e009493e2 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Pushing event deleted for resources: {'Port': ['ID=663b1c96-8afa-410e-941f-2b657cff0d0f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:08.283908 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c096fdda-d24f-452c-8b3a-fa462850dd08 req-3fed57e0-ba1c-4d09-a9db-cc68b58d9ba4 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=be90bc4e-c3b7-401a-b532-710bbcfd09e8 HTTP/1.1" status: 200 len: 210 time: 0.0539320 Apr 05 22:34:08.301272 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f3047-0700-4b05-be9a-3a7e009493e2 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:08.301625 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f3047-0700-4b05-be9a-3a7e009493e2 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:08.301972 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f3047-0700-4b05-be9a-3a7e009493e2 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:08.302313 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f3047-0700-4b05-be9a-3a7e009493e2 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:08.302649 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f3047-0700-4b05-be9a-3a7e009493e2 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:08.302980 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f3047-0700-4b05-be9a-3a7e009493e2 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:08.303308 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f3047-0700-4b05-be9a-3a7e009493e2 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:08.303635 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f3047-0700-4b05-be9a-3a7e009493e2 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:08.303964 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f3047-0700-4b05-be9a-3a7e009493e2 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:08.304289 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f3047-0700-4b05-be9a-3a7e009493e2 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:08.304616 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f3047-0700-4b05-be9a-3a7e009493e2 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:08.304970 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f3047-0700-4b05-be9a-3a7e009493e2 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:08.305297 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f3047-0700-4b05-be9a-3a7e009493e2 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:08.305632 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f3047-0700-4b05-be9a-3a7e009493e2 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:08.305942 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f3047-0700-4b05-be9a-3a7e009493e2 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:08.328021 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddbc6789-1a55-4629-b203-651cfbac822a req-046f3047-0700-4b05-be9a-3a7e009493e2 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] No DVR routers for this DVR port 663b1c96-8afa-410e-941f-2b657cff0d0f on host hv-cinder-83587 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:34:08.330406 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ddbc6789-1a55-4629-b203-651cfbac822a req-046f3047-0700-4b05-be9a-3a7e009493e2 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:08.333710 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ddbc6789-1a55-4629-b203-651cfbac822a req-046f3047-0700-4b05-be9a-3a7e009493e2 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.46 "DELETE /v2.0/ports/663b1c96-8afa-410e-941f-2b657cff0d0f HTTP/1.1" status: 204 len: 173 time: 0.6425862 Apr 05 22:34:08.334145 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be90bc4e-c3b7-401a-b532-710bbcfd09e8', 'name': 'network-vif-deleted', 'tag': '663b1c96-8afa-410e-941f-2b657cff0d0f'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:34:08.336374 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f29a3a-f0c6-47ec-885b-d8a3437900f5" -d '{"events": [{"server_uuid": "be90bc4e-c3b7-401a-b532-710bbcfd09e8", "name": "network-vif-deleted", "tag": "663b1c96-8afa-410e-941f-2b657cff0d0f"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:34:08.370110 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78acd27e-536c-4a39-8445-d43865da719d x-openstack-request-id: req-78acd27e-536c-4a39-8445-d43865da719d {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:34:08.370414 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be90bc4e-c3b7-401a-b532-710bbcfd09e8", "name": "network-vif-deleted", "tag": "663b1c96-8afa-410e-941f-2b657cff0d0f", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:34:08.370677 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-78acd27e-536c-4a39-8445-d43865da719d {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:34:08.371089 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78acd27e-536c-4a39-8445-d43865da719d'] response: {'server_uuid': 'be90bc4e-c3b7-401a-b532-710bbcfd09e8', 'name': 'network-vif-deleted', 'tag': '663b1c96-8afa-410e-941f-2b657cff0d0f', 'status': 'completed', 'code': 200} Apr 05 22:34:08.457841 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715dda5-e205-4cd8-9b32-59bdc50dd24a req-e04b0d70-db27-45e9-8859-381d39d9add6 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:08.459220 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3715dda5-e205-4cd8-9b32-59bdc50dd24a req-e04b0d70-db27-45e9-8859-381d39d9add6 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.0516620 Apr 05 22:34:08.505695 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3715dda5-e205-4cd8-9b32-59bdc50dd24a req-c8509461-c0bf-4c3b-afdd-ce7e34f8217e tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411131 Apr 05 22:34:08.622060 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91faa0-8c68-443f-9c09-34804d738ae4 req-5f61d16d-3926-4651-af15-e533edb5a8f3 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:08.623811 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ae91faa0-8c68-443f-9c09-34804d738ae4 req-5f61d16d-3926-4651-af15-e533edb5a8f3 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc0baa4-a1b3-4f83-bb87-e1b3f221405c HTTP/1.1" status: 200 len: 945 time: 0.0533986 Apr 05 22:34:08.669430 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ae91faa0-8c68-443f-9c09-34804d738ae4 req-f81c8f21-ff05-41ed-b5cc-c42d006d38ea tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401864 Apr 05 22:34:08.800215 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c38c25ea-ef04-469f-a424-6274c715dce1 req-b5235c65-2769-46a8-a958-39f57ddbc0f3 service neutron] 10.222.0.46 "GET /v2.0/networks/5f18d588-ed8c-4ba8-aa61-86f84f08ea4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048169 Apr 05 22:34:09.122027 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:09.398716 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-44ea1263-ef56-4613-aa85-69264d61abc0 req-fc132a75-349c-4dea-9ed2-eb5a6327e7b5 tempest-VolumesActionsTest-750480893 tempest-VolumesActionsTest-750480893-project] 10.222.0.15 "GET /v2.0/ports?device_id=be90bc4e-c3b7-401a-b532-710bbcfd09e8 HTTP/1.1" status: 200 len: 210 time: 0.0325744 Apr 05 22:34:10.331818 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 663b1c96-8afa-410e-941f-2b657cff0d0f no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:34:10.341078 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef10556-3834-41cf-ae75-0bdcb5ce3305 req-c3bdc957-cd81-4817-b0f4-ec6a2d394353 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:10.342589 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6ef10556-3834-41cf-ae75-0bdcb5ce3305 req-c3bdc957-cd81-4817-b0f4-ec6a2d394353 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc0baa4-a1b3-4f83-bb87-e1b3f221405c HTTP/1.1" status: 200 len: 945 time: 0.0936024 Apr 05 22:34:10.348340 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] No Port match for: 663b1c96-8afa-410e-941f-2b657cff0d0f {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:34:10.348991 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 663b1c96-8afa-410e-941f-2b657cff0d0f not bound to the agent host hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:34:10.350731 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ff4f5-25b5-4659-a360-7f0b67ff12cb req-c0382884-55b7-4409-8f21-dab98ea43bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:10.352843 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0c7ff4f5-25b5-4659-a360-7f0b67ff12cb req-c0382884-55b7-4409-8f21-dab98ea43bd9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=20b77f8ad3b947daa87a0a858e8b7ac2&device_id=fcc0baa4-a1b3-4f83-bb87-e1b3f221405c HTTP/1.1" status: 200 len: 1129 time: 0.0918143 Apr 05 22:34:10.451160 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6ef10556-3834-41cf-ae75-0bdcb5ce3305 req-1b01fa35-14ec-4d6e-afff-5893b2800e22 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972517 Apr 05 22:34:10.480758 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ff4f5-25b5-4659-a360-7f0b67ff12cb req-c16344d4-66e9-4020-b5c4-7c4101f07568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:10.482359 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0c7ff4f5-25b5-4659-a360-7f0b67ff12cb req-c16344d4-66e9-4020-b5c4-7c4101f07568 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e7e24e6e-3544-4395-8e0c-7d87fa5e4b92 HTTP/1.1" status: 200 len: 919 time: 0.1218579 Apr 05 22:34:10.536580 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0c7ff4f5-25b5-4659-a360-7f0b67ff12cb req-fecf2a99-74ae-45d6-8e30-44abd52f74f3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6d0f6dc-997d-4ab9-9778-2e6151466215 HTTP/1.1" status: 200 len: 217 time: 0.0415816 Apr 05 22:34:10.591319 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ff4f5-25b5-4659-a360-7f0b67ff12cb req-98e8922b-c1f9-4285-b280-cf6a1f68cabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:10.592911 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0c7ff4f5-25b5-4659-a360-7f0b67ff12cb req-98e8922b-c1f9-4285-b280-cf6a1f68cabb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b HTTP/1.1" status: 200 len: 857 time: 0.0450985 Apr 05 22:34:10.652024 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ff4f5-25b5-4659-a360-7f0b67ff12cb req-73dba775-d8fd-45e8-833a-c80342da36f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:10.653557 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0c7ff4f5-25b5-4659-a360-7f0b67ff12cb req-73dba775-d8fd-45e8-833a-c80342da36f6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e7e24e6e-3544-4395-8e0c-7d87fa5e4b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440619 Apr 05 22:34:10.722131 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:10.770651 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0c7ff4f5-25b5-4659-a360-7f0b67ff12cb req-da630dde-ae40-4535-b78a-1ba6aba0a7e8 service neutron] 10.222.0.46 "GET /v2.0/networks/e7e24e6e-3544-4395-8e0c-7d87fa5e4b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099479 Apr 05 22:34:10.876814 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0c7ff4f5-25b5-4659-a360-7f0b67ff12cb req-147b184b-2e21-4566-9e74-9acd05ddc5c4 service neutron] 10.222.0.46 "GET /v2.0/networks/e7e24e6e-3544-4395-8e0c-7d87fa5e4b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992293 Apr 05 22:34:11.595409 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b475f44-4d39-4e47-83d8-42dd9d51c14f req-1cb814b3-ac00-4fb4-be4b-1dce5be07f87 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:11.597031 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1b475f44-4d39-4e47-83d8-42dd9d51c14f req-1cb814b3-ac00-4fb4-be4b-1dce5be07f87 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc0baa4-a1b3-4f83-bb87-e1b3f221405c HTTP/1.1" status: 200 len: 945 time: 0.0653937 Apr 05 22:34:11.659827 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1b475f44-4d39-4e47-83d8-42dd9d51c14f req-f57c7921-e29c-4979-ac1d-37d5abe1a523 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560369 Apr 05 22:34:12.769972 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb104137-2b1b-4524-9cd1-6f63341755f6 req-016c625f-ff83-4dd1-9d44-35c81c2c6615 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:12.771382 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-eb104137-2b1b-4524-9cd1-6f63341755f6 req-016c625f-ff83-4dd1-9d44-35c81c2c6615 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc0baa4-a1b3-4f83-bb87-e1b3f221405c HTTP/1.1" status: 200 len: 945 time: 0.0512280 Apr 05 22:34:12.816034 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-eb104137-2b1b-4524-9cd1-6f63341755f6 req-d3bb3412-84f3-4787-828f-6dc5482436a0 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392251 Apr 05 22:34:13.933037 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77f9bd-cfe7-47bc-84c3-f5299c4e04c9 req-d363972e-d680-4a15-b5d5-02b471472652 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:13.934498 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4e77f9bd-cfe7-47bc-84c3-f5299c4e04c9 req-d363972e-d680-4a15-b5d5-02b471472652 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc0baa4-a1b3-4f83-bb87-e1b3f221405c HTTP/1.1" status: 200 len: 945 time: 0.0542576 Apr 05 22:34:13.982017 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4e77f9bd-cfe7-47bc-84c3-f5299c4e04c9 req-4a26ea5e-1360-4451-b328-14dadb03d912 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414596 Apr 05 22:34:15.100532 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcbb610-1e78-4304-8c27-81fa403ca283 req-b7dc2a49-3dbc-41f4-9f45-3719c249e6d0 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:15.101919 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1dcbb610-1e78-4304-8c27-81fa403ca283 req-b7dc2a49-3dbc-41f4-9f45-3719c249e6d0 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc0baa4-a1b3-4f83-bb87-e1b3f221405c HTTP/1.1" status: 200 len: 945 time: 0.0550096 Apr 05 22:34:15.148831 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1dcbb610-1e78-4304-8c27-81fa403ca283 req-e8caee6e-39c3-4cfe-9051-83c6f141aa82 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414484 Apr 05 22:34:16.265451 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885fef9-48e5-458b-8dfe-326dfda4f1e9 req-f60b3f53-c4ae-4cc6-a543-407f01d836a4 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:16.266910 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6885fef9-48e5-458b-8dfe-326dfda4f1e9 req-f60b3f53-c4ae-4cc6-a543-407f01d836a4 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc0baa4-a1b3-4f83-bb87-e1b3f221405c HTTP/1.1" status: 200 len: 945 time: 0.0511551 Apr 05 22:34:16.316778 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6885fef9-48e5-458b-8dfe-326dfda4f1e9 req-205eb2fc-cb20-43dc-bef6-186d51a865f7 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444860 Apr 05 22:34:17.257618 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 46672) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:17.352585 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-95949884-fa45-43ce-ae77-730818c99e92 admin admin] Deleting subnet f57b3836-a404-4e4e-928d-61c255940b9f {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:34:17.358362 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-95949884-fa45-43ce-ae77-730818c99e92 admin admin] Publish callbacks [] for subnet (f57b3836-a404-4e4e-928d-61c255940b9f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:17.398264 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-95949884-fa45-43ce-ae77-730818c99e92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28859902'] for subnet (f57b3836-a404-4e4e-928d-61c255940b9f), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:17.491899 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-95949884-fa45-43ce-ae77-730818c99e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3813478'] for subnet (f57b3836-a404-4e4e-928d-61c255940b9f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:17.528283 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 46684) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:17.599310 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbcc4d-c984-4f91-8528-d448957388e9 req-c703ec97-48f0-44a6-9d42-f5db0218b6ec tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:17.608054 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-59dbcc4d-c984-4f91-8528-d448957388e9 req-c703ec97-48f0-44a6-9d42-f5db0218b6ec tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc0baa4-a1b3-4f83-bb87-e1b3f221405c HTTP/1.1" status: 200 len: 945 time: 0.1865120 Apr 05 22:34:17.632464 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-95949884-fa45-43ce-ae77-730818c99e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3813481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28860143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25649274'] for subnet (f57b3836-a404-4e4e-928d-61c255940b9f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:17.670993 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95949884-fa45-43ce-ae77-730818c99e92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f57b3836-a404-4e4e-928d-61c255940b9f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:17.684584 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-95949884-fa45-43ce-ae77-730818c99e92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:17.691756 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 46692) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:17.692896 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-95949884-fa45-43ce-ae77-730818c99e92 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f57b3836-a404-4e4e-928d-61c255940b9f HTTP/1.1" status: 204 len: 168 time: 0.4327683 Apr 05 22:34:17.713290 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-59dbcc4d-c984-4f91-8528-d448957388e9 req-f6ac49df-9a12-45c9-a7df-ece7ce570fed tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987651 Apr 05 22:34:17.820953 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5bef712d-7dd2-453f-8791-5b18dc03495d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3805217'] for network (c201e8fd-7ed9-4dc4-bf4e-634526305459), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:17.842388 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-855e591f-cd8d-4729-a740-06ca3a9e962b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:17.987282 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-855e591f-cd8d-4729-a740-06ca3a9e962b admin admin] Publish callbacks [] for security_group (955f0132-e324-4e00-aec6-d856db6d870c), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:18.019673 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-855e591f-cd8d-4729-a740-06ca3a9e962b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (955f0132-e324-4e00-aec6-d856db6d870c), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:18.042378 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5bef712d-7dd2-453f-8791-5b18dc03495d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3815069', 'neutron.services.segments.db._delete_segments_for_network-8760879317881'] for network (c201e8fd-7ed9-4dc4-bf4e-634526305459), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:18.082847 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-855e591f-cd8d-4729-a740-06ca3a9e962b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=00ec8247faf54ddaa317bf7271563749&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5517895 Apr 05 22:34:18.085033 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5bef712d-7dd2-453f-8791-5b18dc03495d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:34:18.085407 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5bef712d-7dd2-453f-8791-5b18dc03495d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:34:18.086116 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 46696) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:18.086254 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5bef712d-7dd2-453f-8791-5b18dc03495d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:34:18.086458 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5bef712d-7dd2-453f-8791-5b18dc03495d admin admin] Subscribe: > port after_create 55550000 {{(pid=103303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:34:18.086783 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5bef712d-7dd2-453f-8791-5b18dc03495d admin admin] Subscribe: > port after_delete 55550000 {{(pid=103303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:34:18.087140 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5bef712d-7dd2-453f-8791-5b18dc03495d admin admin] Subscribe: > port after_update 55550000 {{(pid=103303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:34:18.087489 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5bef712d-7dd2-453f-8791-5b18dc03495d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:34:18.087879 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5bef712d-7dd2-453f-8791-5b18dc03495d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:34:18.088078 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5bef712d-7dd2-453f-8791-5b18dc03495d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:34:18.088419 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5bef712d-7dd2-453f-8791-5b18dc03495d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:34:18.145178 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ceda5660-318c-43d4-99b3-1e80d44a8257 admin admin] Publish callbacks [] for security_group (955f0132-e324-4e00-aec6-d856db6d870c), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:18.156153 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5bef712d-7dd2-453f-8791-5b18dc03495d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:34:18.156504 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5bef712d-7dd2-453f-8791-5b18dc03495d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:34:18.156919 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5bef712d-7dd2-453f-8791-5b18dc03495d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:34:18.157449 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5bef712d-7dd2-453f-8791-5b18dc03495d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:34:18.158026 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.services.segments.db [None req-5bef712d-7dd2-453f-8791-5b18dc03495d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c201e8fd-7ed9-4dc4-bf4e-634526305459']}} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:18.163429 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e591f-cd8d-4729-a740-06ca3a9e962b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955f0132-e324-4e00-aec6-d856db6d870c,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:18.176998 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ceda5660-318c-43d4-99b3-1e80d44a8257 admin admin] Publish callbacks [] for security_group (955f0132-e324-4e00-aec6-d856db6d870c), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:18.183211 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.services.segments.db [None req-5bef712d-7dd2-453f-8791-5b18dc03495d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50845313-92f9-47f2-ba5a-80facf222f2f') {'for_net_delete': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:18.183512 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.services.segments.db [None req-5bef712d-7dd2-453f-8791-5b18dc03495d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50845313-92f9-47f2-ba5a-80facf222f2f') {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:18.197066 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855e591f-cd8d-4729-a740-06ca3a9e962b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:18.197415 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855e591f-cd8d-4729-a740-06ca3a9e962b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:18.197757 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855e591f-cd8d-4729-a740-06ca3a9e962b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:18.198092 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855e591f-cd8d-4729-a740-06ca3a9e962b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:18.198422 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855e591f-cd8d-4729-a740-06ca3a9e962b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:18.198747 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855e591f-cd8d-4729-a740-06ca3a9e962b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:18.199071 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855e591f-cd8d-4729-a740-06ca3a9e962b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:18.199391 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855e591f-cd8d-4729-a740-06ca3a9e962b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:18.199710 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855e591f-cd8d-4729-a740-06ca3a9e962b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:18.200032 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855e591f-cd8d-4729-a740-06ca3a9e962b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:18.200355 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855e591f-cd8d-4729-a740-06ca3a9e962b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:18.200676 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855e591f-cd8d-4729-a740-06ca3a9e962b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:18.201019 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855e591f-cd8d-4729-a740-06ca3a9e962b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:18.201337 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855e591f-cd8d-4729-a740-06ca3a9e962b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:18.201651 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855e591f-cd8d-4729-a740-06ca3a9e962b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:18.211123 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5bef712d-7dd2-453f-8791-5b18dc03495d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760879318402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29158289'] for segment (50845313-92f9-47f2-ba5a-80facf222f2f), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:18.236399 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5bef712d-7dd2-453f-8791-5b18dc03495d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781'] for segment (50845313-92f9-47f2-ba5a-80facf222f2f), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:18.248680 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bef712d-7dd2-453f-8791-5b18dc03495d admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=103303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:34:18.249075 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5bef712d-7dd2-453f-8791-5b18dc03495d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25648899'] for segment (50845313-92f9-47f2-ba5a-80facf222f2f), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:18.252709 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ceda5660-318c-43d4-99b3-1e80d44a8257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (955f0132-e324-4e00-aec6-d856db6d870c), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:18.253738 dv-cinder-835879-4-iscsi neutron-server[103303]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 22:34:18.253738 dv-cinder-835879-4-iscsi neutron-server[103303]: from cryptography.utils import int_from_bytes Apr 05 22:34:18.253738 dv-cinder-835879-4-iscsi neutron-server[103303]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 22:34:18.253738 dv-cinder-835879-4-iscsi neutron-server[103303]: from cryptography.utils import int_from_bytes Apr 05 22:34:18.253738 dv-cinder-835879-4-iscsi neutron-server[103303]: Traceback (most recent call last): Apr 05 22:34:18.253738 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:34:18.253738 dv-cinder-835879-4-iscsi neutron-server[103303]: timer() Apr 05 22:34:18.253738 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:34:18.253738 dv-cinder-835879-4-iscsi neutron-server[103303]: cb(*args, **kw) Apr 05 22:34:18.253738 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:34:18.253738 dv-cinder-835879-4-iscsi neutron-server[103303]: return func(*args, **kwargs) Apr 05 22:34:18.253738 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:34:18.253738 dv-cinder-835879-4-iscsi neutron-server[103303]: self._notify() Apr 05 22:34:18.253738 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:34:18.253738 dv-cinder-835879-4-iscsi neutron-server[103303]: self.callback(batched_events) Apr 05 22:34:18.253738 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:34:18.253738 dv-cinder-835879-4-iscsi neutron-server[103303]: event.method(event) Apr 05 22:34:18.253738 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:34:18.253738 dv-cinder-835879-4-iscsi neutron-server[103303]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:34:18.253738 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:34:18.253738 dv-cinder-835879-4-iscsi neutron-server[103303]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:34:18.253738 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:34:18.253738 dv-cinder-835879-4-iscsi neutron-server[103303]: return f(self, *a, **k) Apr 05 22:34:18.253738 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:34:18.253738 dv-cinder-835879-4-iscsi neutron-server[103303]: return self._get(url).json() Apr 05 22:34:18.253738 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:34:18.253738 dv-cinder-835879-4-iscsi neutron-server[103303]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:34:18.253738 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:34:18.253738 dv-cinder-835879-4-iscsi neutron-server[103303]: return self.request(url, 'GET', **kwargs) Apr 05 22:34:18.253738 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:34:18.253738 dv-cinder-835879-4-iscsi neutron-server[103303]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:34:18.253738 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:34:18.253738 dv-cinder-835879-4-iscsi neutron-server[103303]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:34:18.253738 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:34:18.253738 dv-cinder-835879-4-iscsi neutron-server[103303]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:34:18.253738 dv-cinder-835879-4-iscsi neutron-server[103303]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:34:18.263150 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ceda5660-318c-43d4-99b3-1e80d44a8257 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:18.265415 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-ceda5660-318c-43d4-99b3-1e80d44a8257 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/955f0132-e324-4e00-aec6-d856db6d870c HTTP/1.1" status: 204 len: 168 time: 0.1772373 Apr 05 22:34:18.273890 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda5660-318c-43d4-99b3-1e80d44a8257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955f0132-e324-4e00-aec6-d856db6d870c,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:18.325289 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5bef712d-7dd2-453f-8791-5b18dc03495d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3815140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528080'] for network (c201e8fd-7ed9-4dc4-bf4e-634526305459), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:18.346391 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5bef712d-7dd2-453f-8791-5b18dc03495d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for network (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:18.354457 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-5bef712d-7dd2-453f-8791-5b18dc03495d admin admin] 10.222.0.15 "DELETE /v2.0/networks/c201e8fd-7ed9-4dc4-bf4e-634526305459 HTTP/1.1" status: 204 len: 168 time: 0.6611192 Apr 05 22:34:18.354746 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 46704) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:18.356563 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bef712d-7dd2-453f-8791-5b18dc03495d admin admin] Pushing event deleted for resources: {'Network': ['ID=c201e8fd-7ed9-4dc4-bf4e-634526305459,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:18.419413 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-44ff8c74-78ab-4b86-a0f8-d57ebce29a1a admin admin] Deleting subnet 95f5c5da-2a7b-4045-8998-18bb2b861a91 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:34:18.423423 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-44ff8c74-78ab-4b86-a0f8-d57ebce29a1a admin admin] Publish callbacks [] for subnet (95f5c5da-2a7b-4045-8998-18bb2b861a91), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:18.484427 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-44ff8c74-78ab-4b86-a0f8-d57ebce29a1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28859902'] for subnet (95f5c5da-2a7b-4045-8998-18bb2b861a91), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:18.540718 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-44ff8c74-78ab-4b86-a0f8-d57ebce29a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3813478'] for subnet (95f5c5da-2a7b-4045-8998-18bb2b861a91), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:18.621970 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-44ff8c74-78ab-4b86-a0f8-d57ebce29a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3813481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28860143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25649274'] for subnet (95f5c5da-2a7b-4045-8998-18bb2b861a91), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:18.659595 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff8c74-78ab-4b86-a0f8-d57ebce29a1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95f5c5da-2a7b-4045-8998-18bb2b861a91,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:18.664090 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-44ff8c74-78ab-4b86-a0f8-d57ebce29a1a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:18.667546 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-44ff8c74-78ab-4b86-a0f8-d57ebce29a1a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/95f5c5da-2a7b-4045-8998-18bb2b861a91 HTTP/1.1" status: 204 len: 168 time: 0.3115280 Apr 05 22:34:18.670151 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 46714) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:18.777233 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1e2d2620-e0d4-4b11-8df9-406d607b87d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3805217'] for network (0235dd28-fef2-473d-afff-b0f5ee28b2db), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:18.956317 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1e2d2620-e0d4-4b11-8df9-406d607b87d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3815069', 'neutron.services.segments.db._delete_segments_for_network-8760879317881'] for network (0235dd28-fef2-473d-afff-b0f5ee28b2db), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:18.990160 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.services.segments.db [None req-1e2d2620-e0d4-4b11-8df9-406d607b87d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0235dd28-fef2-473d-afff-b0f5ee28b2db']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:19.006499 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083accf1-a862-4aed-ac9a-dbe74669e161 req-46b494d0-a96c-4c8c-9c8b-8a1827ab105e tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:19.008148 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-083accf1-a862-4aed-ac9a-dbe74669e161 req-46b494d0-a96c-4c8c-9c8b-8a1827ab105e tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc0baa4-a1b3-4f83-bb87-e1b3f221405c HTTP/1.1" status: 200 len: 945 time: 0.2064188 Apr 05 22:34:19.012948 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.services.segments.db [None req-1e2d2620-e0d4-4b11-8df9-406d607b87d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80d8b0c4-2422-49a7-829a-1827341ae892') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:19.013261 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.services.segments.db [None req-1e2d2620-e0d4-4b11-8df9-406d607b87d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80d8b0c4-2422-49a7-829a-1827341ae892') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:19.036476 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1e2d2620-e0d4-4b11-8df9-406d607b87d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760879318402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28859653'] for segment (80d8b0c4-2422-49a7-829a-1827341ae892), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:19.072849 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1e2d2620-e0d4-4b11-8df9-406d607b87d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781'] for segment (80d8b0c4-2422-49a7-829a-1827341ae892), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:19.090833 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e2d2620-e0d4-4b11-8df9-406d607b87d7 admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:34:19.091287 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1e2d2620-e0d4-4b11-8df9-406d607b87d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28860037'] for segment (80d8b0c4-2422-49a7-829a-1827341ae892), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:19.093950 dv-cinder-835879-4-iscsi neutron-server[103302]: Traceback (most recent call last): Apr 05 22:34:19.093950 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:34:19.093950 dv-cinder-835879-4-iscsi neutron-server[103302]: timer() Apr 05 22:34:19.093950 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:34:19.093950 dv-cinder-835879-4-iscsi neutron-server[103302]: cb(*args, **kw) Apr 05 22:34:19.093950 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:34:19.093950 dv-cinder-835879-4-iscsi neutron-server[103302]: return func(*args, **kwargs) Apr 05 22:34:19.093950 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:34:19.093950 dv-cinder-835879-4-iscsi neutron-server[103302]: self._notify() Apr 05 22:34:19.093950 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:34:19.093950 dv-cinder-835879-4-iscsi neutron-server[103302]: self.callback(batched_events) Apr 05 22:34:19.093950 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:34:19.093950 dv-cinder-835879-4-iscsi neutron-server[103302]: event.method(event) Apr 05 22:34:19.093950 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:34:19.093950 dv-cinder-835879-4-iscsi neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:34:19.093950 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:34:19.093950 dv-cinder-835879-4-iscsi neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:34:19.093950 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:34:19.093950 dv-cinder-835879-4-iscsi neutron-server[103302]: return f(self, *a, **k) Apr 05 22:34:19.093950 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:34:19.093950 dv-cinder-835879-4-iscsi neutron-server[103302]: return self._get(url).json() Apr 05 22:34:19.093950 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:34:19.093950 dv-cinder-835879-4-iscsi neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:34:19.093950 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:34:19.093950 dv-cinder-835879-4-iscsi neutron-server[103302]: return self.request(url, 'GET', **kwargs) Apr 05 22:34:19.093950 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:34:19.093950 dv-cinder-835879-4-iscsi neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:34:19.093950 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:34:19.093950 dv-cinder-835879-4-iscsi neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:34:19.093950 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:34:19.093950 dv-cinder-835879-4-iscsi neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:34:19.093950 dv-cinder-835879-4-iscsi neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:34:19.117624 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-083accf1-a862-4aed-ac9a-dbe74669e161 req-ff1270f2-4c37-4cb1-8c53-22ae7b5ac00c tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018035 Apr 05 22:34:19.263757 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1e2d2620-e0d4-4b11-8df9-406d607b87d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3815140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528080'] for network (0235dd28-fef2-473d-afff-b0f5ee28b2db), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:19.276146 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1e2d2620-e0d4-4b11-8df9-406d607b87d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:19.281051 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-1e2d2620-e0d4-4b11-8df9-406d607b87d7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0235dd28-fef2-473d-afff-b0f5ee28b2db HTTP/1.1" status: 204 len: 168 time: 0.6090431 Apr 05 22:34:19.292785 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d2620-e0d4-4b11-8df9-406d607b87d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0235dd28-fef2-473d-afff-b0f5ee28b2db,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:19.502402 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 46744) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:19.565707 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-1c2bcf32-4f77-41c4-893a-c2dea47c5942 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c780ca3e7e0f47479acbba09d1a890e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0616355 Apr 05 22:34:19.568115 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 46746) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:19.624326 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2f500516-ed97-45b6-bcc7-31cf0617cec8 admin admin] Publish callbacks [] for security_group (3debc344-975d-43fe-af90-01dfdc85282e), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:19.650992 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2f500516-ed97-45b6-bcc7-31cf0617cec8 admin admin] Publish callbacks [] for security_group (3debc344-975d-43fe-af90-01dfdc85282e), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:19.711637 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2f500516-ed97-45b6-bcc7-31cf0617cec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (3debc344-975d-43fe-af90-01dfdc85282e), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:19.714790 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2f500516-ed97-45b6-bcc7-31cf0617cec8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:19.719425 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-2f500516-ed97-45b6-bcc7-31cf0617cec8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3debc344-975d-43fe-af90-01dfdc85282e HTTP/1.1" status: 204 len: 168 time: 0.1500542 Apr 05 22:34:19.727778 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f500516-ed97-45b6-bcc7-31cf0617cec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3debc344-975d-43fe-af90-01dfdc85282e,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:20.155372 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 46764) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:20.238159 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-7243a323-9781-43c4-a52a-8dddf1676ef5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9d82099af4b443e8bd3a4eaab73c49df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0814524 Apr 05 22:34:20.241503 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 46768) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:20.301281 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-beb8a301-2c4a-4042-9656-a11f156a2bef admin admin] Publish callbacks [] for security_group (ed9b31c0-2ed9-40b7-9fa1-0be7264edab7), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:20.328690 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bcdb9-78e3-437b-896e-a855f0185380 req-ef7b8226-a047-4ba9-9ee7-a6849d524047 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:20.329654 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e72bcdb9-78e3-437b-896e-a855f0185380 req-ef7b8226-a047-4ba9-9ee7-a6849d524047 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc0baa4-a1b3-4f83-bb87-e1b3f221405c HTTP/1.1" status: 200 len: 945 time: 0.0718830 Apr 05 22:34:20.342470 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-beb8a301-2c4a-4042-9656-a11f156a2bef admin admin] Publish callbacks [] for security_group (ed9b31c0-2ed9-40b7-9fa1-0be7264edab7), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:20.385772 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e72bcdb9-78e3-437b-896e-a855f0185380 req-a4644a7e-a371-4203-ab4a-114be6394ebe tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492096 Apr 05 22:34:20.429918 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-beb8a301-2c4a-4042-9656-a11f156a2bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (ed9b31c0-2ed9-40b7-9fa1-0be7264edab7), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:20.432928 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-beb8a301-2c4a-4042-9656-a11f156a2bef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:20.436798 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-beb8a301-2c4a-4042-9656-a11f156a2bef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ed9b31c0-2ed9-40b7-9fa1-0be7264edab7 HTTP/1.1" status: 204 len: 168 time: 0.1916366 Apr 05 22:34:20.443566 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8a301-2c4a-4042-9656-a11f156a2bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9b31c0-2ed9-40b7-9fa1-0be7264edab7,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:21.618768 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd557f31-1971-47cb-ae30-074dd15ad51e req-5a738fae-6dd1-4f4e-9eb1-72e8b5be3acc tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:21.623439 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-bd557f31-1971-47cb-ae30-074dd15ad51e req-5a738fae-6dd1-4f4e-9eb1-72e8b5be3acc tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc0baa4-a1b3-4f83-bb87-e1b3f221405c HTTP/1.1" status: 200 len: 945 time: 0.1381087 Apr 05 22:34:21.649122 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 46840) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:21.715080 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-bd557f31-1971-47cb-ae30-074dd15ad51e req-90e945ba-b6bb-4699-b6b1-39fa0ab36856 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803263 Apr 05 22:34:21.828908 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-73ca8ad0-3c74-4cc6-bbbf-406169a3aba2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:21.946268 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-73ca8ad0-3c74-4cc6-bbbf-406169a3aba2 admin admin] Publish callbacks [] for security_group (13459125-ce20-498b-81a8-1613619e981d), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:21.954835 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-73ca8ad0-3c74-4cc6-bbbf-406169a3aba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (13459125-ce20-498b-81a8-1613619e981d), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:21.992033 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:34:22.003124 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca8ad0-3c74-4cc6-bbbf-406169a3aba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13459125-ce20-498b-81a8-1613619e981d,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:22.012793 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-73ca8ad0-3c74-4cc6-bbbf-406169a3aba2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c229531cb3c04218850353d0193d4d9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3617277 Apr 05 22:34:22.014565 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 46854) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:22.081465 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4e6719ff-3c2c-404d-bf2f-75c8e54ce5cb admin admin] Publish callbacks [] for security_group (13459125-ce20-498b-81a8-1613619e981d), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:22.106754 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4e6719ff-3c2c-404d-bf2f-75c8e54ce5cb admin admin] Publish callbacks [] for security_group (13459125-ce20-498b-81a8-1613619e981d), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:22.184230 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 46858) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:22.189185 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4e6719ff-3c2c-404d-bf2f-75c8e54ce5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (13459125-ce20-498b-81a8-1613619e981d), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:22.192755 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4e6719ff-3c2c-404d-bf2f-75c8e54ce5cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:22.197930 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-4e6719ff-3c2c-404d-bf2f-75c8e54ce5cb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/13459125-ce20-498b-81a8-1613619e981d HTTP/1.1" status: 204 len: 168 time: 0.1820824 Apr 05 22:34:22.212042 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6719ff-3c2c-404d-bf2f-75c8e54ce5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13459125-ce20-498b-81a8-1613619e981d,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:22.350629 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ad2d5895-e8c3-436f-b811-802c67f59990 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:22.467053 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ad2d5895-e8c3-436f-b811-802c67f59990 admin admin] Publish callbacks [] for security_group (68f1f8da-d63f-400c-9f91-31c76adb3f90), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:22.472499 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ad2d5895-e8c3-436f-b811-802c67f59990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (68f1f8da-d63f-400c-9f91-31c76adb3f90), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:22.527394 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d5895-e8c3-436f-b811-802c67f59990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f1f8da-d63f-400c-9f91-31c76adb3f90,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:22.556070 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-ad2d5895-e8c3-436f-b811-802c67f59990 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f7049667e5e146758f79a7ab27367f62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3702886 Apr 05 22:34:22.558807 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 46874) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:22.625972 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-749760bf-2bff-4e25-bca0-a5f453360bdb admin admin] Publish callbacks [] for security_group (68f1f8da-d63f-400c-9f91-31c76adb3f90), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:22.651758 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-749760bf-2bff-4e25-bca0-a5f453360bdb admin admin] Publish callbacks [] for security_group (68f1f8da-d63f-400c-9f91-31c76adb3f90), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:22.714615 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-749760bf-2bff-4e25-bca0-a5f453360bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (68f1f8da-d63f-400c-9f91-31c76adb3f90), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:22.717410 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-749760bf-2bff-4e25-bca0-a5f453360bdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:22.729143 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-749760bf-2bff-4e25-bca0-a5f453360bdb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/68f1f8da-d63f-400c-9f91-31c76adb3f90 HTTP/1.1" status: 204 len: 168 time: 0.1658018 Apr 05 22:34:22.746004 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749760bf-2bff-4e25-bca0-a5f453360bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f1f8da-d63f-400c-9f91-31c76adb3f90,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:22.876198 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571305f-894c-49b7-9dc2-e5efc6fb848a req-bf2ccf35-cd76-4bd3-9843-c06c11251da2 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:22.883490 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1571305f-894c-49b7-9dc2-e5efc6fb848a req-bf2ccf35-cd76-4bd3-9843-c06c11251da2 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc0baa4-a1b3-4f83-bb87-e1b3f221405c HTTP/1.1" status: 200 len: 945 time: 0.0802093 Apr 05 22:34:22.944633 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1571305f-894c-49b7-9dc2-e5efc6fb848a req-18be8c06-7930-4d75-8100-820790cda4b3 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601614 Apr 05 22:34:23.456014 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eedbe73-ea00-4a27-ac36-8f7ec5e08b0e req-5fe97635-fbe9-4863-9a89-67cc8d06bf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:23.457721 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3eedbe73-ea00-4a27-ac36-8f7ec5e08b0e req-5fe97635-fbe9-4863-9a89-67cc8d06bf78 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fcc0baa4-a1b3-4f83-bb87-e1b3f221405c HTTP/1.1" status: 200 len: 1129 time: 0.0720727 Apr 05 22:34:23.469966 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 46908) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:23.557933 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3eedbe73-ea00-4a27-ac36-8f7ec5e08b0e req-c5fe18e7-5e4b-4196-8f6a-ee34adcceacf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791864 Apr 05 22:34:23.678412 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3ad3b911-429b-47c2-ba80-d311a6647e9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:23.806125 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3ad3b911-429b-47c2-ba80-d311a6647e9e admin admin] Publish callbacks [] for security_group (c94e9d7f-583e-45bf-ad54-87094456b8c8), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:23.810785 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3ad3b911-429b-47c2-ba80-d311a6647e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (c94e9d7f-583e-45bf-ad54-87094456b8c8), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:23.856673 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-3ad3b911-429b-47c2-ba80-d311a6647e9e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b6521926d447487db0f9b585aac75384&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3847549 Apr 05 22:34:23.859438 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 46924) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:23.864123 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad3b911-429b-47c2-ba80-d311a6647e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94e9d7f-583e-45bf-ad54-87094456b8c8,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:23.929773 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5cf78e4c-ca4e-4e76-912a-bbcf0ddb10ff admin admin] Publish callbacks [] for security_group (c94e9d7f-583e-45bf-ad54-87094456b8c8), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:23.938477 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 46926) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:23.959310 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5cf78e4c-ca4e-4e76-912a-bbcf0ddb10ff admin admin] Publish callbacks [] for security_group (c94e9d7f-583e-45bf-ad54-87094456b8c8), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:24.042080 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5cf78e4c-ca4e-4e76-912a-bbcf0ddb10ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (c94e9d7f-583e-45bf-ad54-87094456b8c8), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:24.045738 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5cf78e4c-ca4e-4e76-912a-bbcf0ddb10ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:24.053595 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-5cf78e4c-ca4e-4e76-912a-bbcf0ddb10ff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c94e9d7f-583e-45bf-ad54-87094456b8c8 HTTP/1.1" status: 204 len: 168 time: 0.1928792 Apr 05 22:34:24.118438 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf78e4c-ca4e-4e76-912a-bbcf0ddb10ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94e9d7f-583e-45bf-ad54-87094456b8c8,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:24.145239 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fca93b6c-540d-41c8-8d34-1b7069d10262 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:24.157372 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afecc8f-2347-4407-b3a2-11975924649b req-6eee048c-3305-40ec-adc9-f7021e7723b6 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:24.159206 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0afecc8f-2347-4407-b3a2-11975924649b req-6eee048c-3305-40ec-adc9-f7021e7723b6 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc0baa4-a1b3-4f83-bb87-e1b3f221405c HTTP/1.1" status: 200 len: 945 time: 0.1043940 Apr 05 22:34:24.239139 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0afecc8f-2347-4407-b3a2-11975924649b req-3aff0cb9-7d79-4d1d-a99a-e683e2e4f3ba tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718873 Apr 05 22:34:24.315660 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fca93b6c-540d-41c8-8d34-1b7069d10262 admin admin] Publish callbacks [] for security_group (1d0fa6d9-164c-4d03-8c28-94f0444ec7ad), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:24.325407 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fca93b6c-540d-41c8-8d34-1b7069d10262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (1d0fa6d9-164c-4d03-8c28-94f0444ec7ad), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:24.378845 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-fca93b6c-540d-41c8-8d34-1b7069d10262 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b78ab7a8f319429b9d6714db769b31ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4391689 Apr 05 22:34:24.380005 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca93b6c-540d-41c8-8d34-1b7069d10262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0fa6d9-164c-4d03-8c28-94f0444ec7ad,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:24.382202 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 46946) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:24.523258 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-114650a8-ce63-4ea7-aaae-20172137abf3 admin admin] Publish callbacks [] for security_group (1d0fa6d9-164c-4d03-8c28-94f0444ec7ad), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:24.550790 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-114650a8-ce63-4ea7-aaae-20172137abf3 admin admin] Publish callbacks [] for security_group (1d0fa6d9-164c-4d03-8c28-94f0444ec7ad), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:24.625615 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-114650a8-ce63-4ea7-aaae-20172137abf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (1d0fa6d9-164c-4d03-8c28-94f0444ec7ad), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:24.631383 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-114650a8-ce63-4ea7-aaae-20172137abf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:24.635906 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-114650a8-ce63-4ea7-aaae-20172137abf3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1d0fa6d9-164c-4d03-8c28-94f0444ec7ad HTTP/1.1" status: 204 len: 168 time: 0.2496672 Apr 05 22:34:24.641813 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114650a8-ce63-4ea7-aaae-20172137abf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0fa6d9-164c-4d03-8c28-94f0444ec7ad,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:25.374275 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4ebf5-4d50-409f-ab9d-2309a0827a01 req-f0ded970-7685-430b-8730-863c6c269922 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:25.376381 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b0a4ebf5-4d50-409f-ab9d-2309a0827a01 req-f0ded970-7685-430b-8730-863c6c269922 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc0baa4-a1b3-4f83-bb87-e1b3f221405c HTTP/1.1" status: 200 len: 945 time: 0.0536835 Apr 05 22:34:25.454181 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b0a4ebf5-4d50-409f-ab9d-2309a0827a01 req-b693d897-73d3-41d4-9f24-13fc4f1d687a tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679939 Apr 05 22:34:25.848088 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7f340-1571-4fbc-b887-2fd41750bd15 req-720caefb-51b5-4200-a2fc-92eb29206107 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:25.857465 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2df7f340-1571-4fbc-b887-2fd41750bd15 req-720caefb-51b5-4200-a2fc-92eb29206107 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc0baa4-a1b3-4f83-bb87-e1b3f221405c HTTP/1.1" status: 200 len: 945 time: 0.1095326 Apr 05 22:34:25.890013 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591a4f0-4072-4b47-9fb2-7cf7b27d469a req-c312dbbc-82a0-4587-839d-f0c3c46ac7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:25.891815 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b591a4f0-4072-4b47-9fb2-7cf7b27d469a req-c312dbbc-82a0-4587-839d-f0c3c46ac7dd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=20b77f8ad3b947daa87a0a858e8b7ac2&device_id=fcc0baa4-a1b3-4f83-bb87-e1b3f221405c HTTP/1.1" status: 200 len: 1129 time: 0.1069210 Apr 05 22:34:25.970558 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2df7f340-1571-4fbc-b887-2fd41750bd15 req-1be97777-2cbe-496f-ab60-b289d2d70bed tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071651 Apr 05 22:34:26.060247 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591a4f0-4072-4b47-9fb2-7cf7b27d469a req-627a6f91-c4d4-4176-a078-78cfc624c27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:26.061737 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b591a4f0-4072-4b47-9fb2-7cf7b27d469a req-627a6f91-c4d4-4176-a078-78cfc624c27e service neutron] 10.222.0.46 "GET /v2.0/networks?id=e7e24e6e-3544-4395-8e0c-7d87fa5e4b92 HTTP/1.1" status: 200 len: 919 time: 0.1563485 Apr 05 22:34:26.390771 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b591a4f0-4072-4b47-9fb2-7cf7b27d469a req-f7704f0e-b4fa-435c-96ec-8c97fcbbfc5d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6d0f6dc-997d-4ab9-9778-2e6151466215 HTTP/1.1" status: 200 len: 217 time: 0.3120985 Apr 05 22:34:26.448181 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591a4f0-4072-4b47-9fb2-7cf7b27d469a req-5f625a0f-0475-4f01-a26d-76f970bcf4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:26.450464 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b591a4f0-4072-4b47-9fb2-7cf7b27d469a req-5f625a0f-0475-4f01-a26d-76f970bcf4d4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b HTTP/1.1" status: 200 len: 857 time: 0.0531359 Apr 05 22:34:26.506113 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591a4f0-4072-4b47-9fb2-7cf7b27d469a req-04075ff1-70f6-49c0-8065-5e5f6b0ef1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:26.507769 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b591a4f0-4072-4b47-9fb2-7cf7b27d469a req-04075ff1-70f6-49c0-8065-5e5f6b0ef1b6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e7e24e6e-3544-4395-8e0c-7d87fa5e4b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510764 Apr 05 22:34:26.647002 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b591a4f0-4072-4b47-9fb2-7cf7b27d469a req-796afdf2-ea98-486e-a580-5d58c3c6742d service neutron] 10.222.0.46 "GET /v2.0/networks/e7e24e6e-3544-4395-8e0c-7d87fa5e4b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301324 Apr 05 22:34:26.767504 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b591a4f0-4072-4b47-9fb2-7cf7b27d469a req-3f7f1faf-57d5-4eed-832e-32e8fd947b22 service neutron] 10.222.0.46 "GET /v2.0/networks/e7e24e6e-3544-4395-8e0c-7d87fa5e4b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079109 Apr 05 22:34:27.136182 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d435ee-6c8f-4aa6-af50-5b377194cd9d req-68022115-ef14-479d-b5ab-ecc154498950 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:27.138549 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e9d435ee-6c8f-4aa6-af50-5b377194cd9d req-68022115-ef14-479d-b5ab-ecc154498950 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc0baa4-a1b3-4f83-bb87-e1b3f221405c HTTP/1.1" status: 200 len: 945 time: 0.0924380 Apr 05 22:34:27.205495 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e9d435ee-6c8f-4aa6-af50-5b377194cd9d req-e52367b6-08b2-4fec-9ef5-a8464d6604c3 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515103 Apr 05 22:34:27.360502 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-549a66f0-c976-4185-b44d-aac89421deb3 req-b859ed9c-13df-4a15-b856-a5f4dfd2c632 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=5a3efcef88f94b24b65aedb5a5717ab0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289133 Apr 05 22:34:27.556599 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a66f0-c976-4185-b44d-aac89421deb3 req-e9b0e05d-4ac9-4815-bacb-618fece1c587 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:27.558252 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-549a66f0-c976-4185-b44d-aac89421deb3 req-e9b0e05d-4ac9-4815-bacb-618fece1c587 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1923141 Apr 05 22:34:27.574365 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-549a66f0-c976-4185-b44d-aac89421deb3 req-88207872-31ef-4e10-979d-53d562eaa682 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] 10.222.0.15 "GET /v2.0/quotas/5a3efcef88f94b24b65aedb5a5717ab0 HTTP/1.1" status: 200 len: 375 time: 0.0099926 Apr 05 22:34:27.613246 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-549a66f0-c976-4185-b44d-aac89421deb3 req-eccab5a3-2313-4aea-9b54-e1af99921b16 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a3efcef88f94b24b65aedb5a5717ab0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326223 Apr 05 22:34:27.790786 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2da02fc1-cb5c-488e-93a3-6de4a7db7a25 req-db36f9d6-4c8a-4670-a36f-6eca0d9a0e8d tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f6e050c-4ad9-43da-b460-75d4c430ab37 HTTP/1.1" status: 200 len: 210 time: 0.0337224 Apr 05 22:34:28.360616 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869f336-b297-40bf-9fe4-36bf0fe09f5f req-c3a563df-881c-440c-a425-81e5bfaeae96 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:28.362175 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1869f336-b297-40bf-9fe4-36bf0fe09f5f req-c3a563df-881c-440c-a425-81e5bfaeae96 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc0baa4-a1b3-4f83-bb87-e1b3f221405c HTTP/1.1" status: 200 len: 945 time: 0.0666566 Apr 05 22:34:28.418620 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1869f336-b297-40bf-9fe4-36bf0fe09f5f req-7e145dbe-fe36-4bf7-9c8d-2a12b43b7494 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502391 Apr 05 22:34:28.926224 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a609c29b-8228-4a37-94de-98d4d6be4c42 req-ad90b295-bdb8-4d83-846d-d80cfce8d14c tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f6e050c-4ad9-43da-b460-75d4c430ab37 HTTP/1.1" status: 200 len: 210 time: 0.0494003 Apr 05 22:34:29.642806 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d8377-1f53-491b-a5b8-88bc5071dd82 req-e90f5033-c136-4cd6-9271-f7afa1b20e3b tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:29.652108 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-971d8377-1f53-491b-a5b8-88bc5071dd82 req-e90f5033-c136-4cd6-9271-f7afa1b20e3b tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc0baa4-a1b3-4f83-bb87-e1b3f221405c HTTP/1.1" status: 200 len: 945 time: 0.1130645 Apr 05 22:34:29.725082 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-971d8377-1f53-491b-a5b8-88bc5071dd82 req-a3bacdd2-57c9-40e9-9a87-31461941a1b9 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636003 Apr 05 22:34:29.908876 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:30.014999 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-63d15d34-1f93-4268-8686-03e152da426c req-1767e926-70b9-46ad-ae6b-fa83d38ec70e tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f6e050c-4ad9-43da-b460-75d4c430ab37 HTTP/1.1" status: 200 len: 210 time: 0.0302775 Apr 05 22:34:30.552172 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-549a66f0-c976-4185-b44d-aac89421deb3 req-93bc4e49-c628-4123-ac65-46454a985c53 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=5a3efcef88f94b24b65aedb5a5717ab0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533719 Apr 05 22:34:30.705250 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a66f0-c976-4185-b44d-aac89421deb3 req-894ab74d-aea8-4b72-bbbb-af9ebe9cf505 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:30.707458 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-549a66f0-c976-4185-b44d-aac89421deb3 req-894ab74d-aea8-4b72-bbbb-af9ebe9cf505 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1422911 Apr 05 22:34:30.725876 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [req-549a66f0-c976-4185-b44d-aac89421deb3 req-a0ac52de-14a3-4ff9-83b0-70d6576ed741 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] Request body: {'port': {'device_id': '8f6e050c-4ad9-43da-b460-75d4c430ab37', 'network_id': '5ffb431b-d86f-4b4a-a783-d881a9089e35', 'admin_state_up': True, 'tenant_id': '5a3efcef88f94b24b65aedb5a5717ab0'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:30.918334 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92673d5-c7f2-41d3-8cb4-0b124b896f31 req-29fb2f7d-37ed-42ce-8b68-89411a9a0681 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:30.919917 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e92673d5-c7f2-41d3-8cb4-0b124b896f31 req-29fb2f7d-37ed-42ce-8b68-89411a9a0681 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc0baa4-a1b3-4f83-bb87-e1b3f221405c HTTP/1.1" status: 200 len: 945 time: 0.0928159 Apr 05 22:34:30.950601 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-549a66f0-c976-4185-b44d-aac89421deb3 req-a0ac52de-14a3-4ff9-83b0-70d6576ed741 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] Made reservation on behalf of 5a3efcef88f94b24b65aedb5a5717ab0 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:34:30.953973 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-549a66f0-c976-4185-b44d-aac89421deb3 req-a0ac52de-14a3-4ff9-83b0-70d6576ed741 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:30.964306 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-549a66f0-c976-4185-b44d-aac89421deb3 req-a0ac52de-14a3-4ff9-83b0-70d6576ed741 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:31.005879 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e92673d5-c7f2-41d3-8cb4-0b124b896f31 req-bbeaa397-a309-41c2-8636-ae148e2306be tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773876 Apr 05 22:34:31.140052 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-549a66f0-c976-4185-b44d-aac89421deb3 req-a0ac52de-14a3-4ff9-83b0-70d6576ed741 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] Publish callbacks [] for security_group (e3f50950-c0c2-4cc2-8d9f-d8b23e17bfdb), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:31.197832 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b7a434d4-0835-4c56-b1d5-df1e966cba3a req-42b33cc6-cb6b-489b-b153-b21a31d45fd2 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f6e050c-4ad9-43da-b460-75d4c430ab37 HTTP/1.1" status: 200 len: 210 time: 0.0480604 Apr 05 22:34:31.209180 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-549a66f0-c976-4185-b44d-aac89421deb3 req-a0ac52de-14a3-4ff9-83b0-70d6576ed741 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (e3f50950-c0c2-4cc2-8d9f-d8b23e17bfdb), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:31.389743 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac52de-14a3-4ff9-83b0-70d6576ed741 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f50950-c0c2-4cc2-8d9f-d8b23e17bfdb,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:31.552136 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-549a66f0-c976-4185-b44d-aac89421deb3 req-a0ac52de-14a3-4ff9-83b0-70d6576ed741 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] Allocated IP 192.168.233.160 (5ffb431b-d86f-4b4a-a783-d881a9089e35/77c60359-69b4-47c7-9f90-5fc966c58400/26d5a02b-15d0-4d29-8919-f0f334a324f9) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:34:31.855430 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-549a66f0-c976-4185-b44d-aac89421deb3 req-a0ac52de-14a3-4ff9-83b0-70d6576ed741 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] Publish callbacks [] for port (26d5a02b-15d0-4d29-8919-f0f334a324f9), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:31.925374 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-549a66f0-c976-4185-b44d-aac89421deb3 req-a0ac52de-14a3-4ff9-83b0-70d6576ed741 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (26d5a02b-15d0-4d29-8919-f0f334a324f9), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:31.974360 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-549a66f0-c976-4185-b44d-aac89421deb3 req-a0ac52de-14a3-4ff9-83b0-70d6576ed741 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] Network 5ffb431b-d86f-4b4a-a783-d881a9089e35 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:34:31.984966 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-549a66f0-c976-4185-b44d-aac89421deb3 req-a0ac52de-14a3-4ff9-83b0-70d6576ed741 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:34:31.992316 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-549a66f0-c976-4185-b44d-aac89421deb3 req-a0ac52de-14a3-4ff9-83b0-70d6576ed741 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:34:32.059536 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a66f0-c976-4185-b44d-aac89421deb3 req-a0ac52de-14a3-4ff9-83b0-70d6576ed741 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:32.060186 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-549a66f0-c976-4185-b44d-aac89421deb3 req-a0ac52de-14a3-4ff9-83b0-70d6576ed741 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:32.070717 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac52de-14a3-4ff9-83b0-70d6576ed741 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] Pushing event updated for resources: {'Port': ['ID=26d5a02b-15d0-4d29-8919-f0f334a324f9,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:32.088321 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-549a66f0-c976-4185-b44d-aac89421deb3 req-a0ac52de-14a3-4ff9-83b0-70d6576ed741 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3689711 Apr 05 22:34:32.107253 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [req-549a66f0-c976-4185-b44d-aac89421deb3 req-8f066c0d-ee1d-4da3-93d3-a639dd752c30 service neutron] Request body: {'port': {'device_id': '8f6e050c-4ad9-43da-b460-75d4c430ab37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:32.227045 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-549a66f0-c976-4185-b44d-aac89421deb3 req-8f066c0d-ee1d-4da3-93d3-a639dd752c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (26d5a02b-15d0-4d29-8919-f0f334a324f9), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:32.328809 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-b6c19c46-b7a4-432e-a370-7d20ecf7632b None None] Provisioning complete for port 26d5a02b-15d0-4d29-8919-f0f334a324f9 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:34:32.330438 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6c19c46-b7a4-432e-a370-7d20ecf7632b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (26d5a02b-15d0-4d29-8919-f0f334a324f9), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:32.401858 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b6c19c46-b7a4-432e-a370-7d20ecf7632b None None] Port 26d5a02b-15d0-4d29-8919-f0f334a324f9 cannot update to ACTIVE because it is not bound. {{(pid=103304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:34:32.504300 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed84603-e517-4b50-985e-aade61e02866 req-84368368-d3e3-4a6a-87e0-0ff588421788 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:32.506272 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5ed84603-e517-4b50-985e-aade61e02866 req-84368368-d3e3-4a6a-87e0-0ff588421788 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f6e050c-4ad9-43da-b460-75d4c430ab37 HTTP/1.1" status: 200 len: 936 time: 0.1413426 Apr 05 22:34:32.600066 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5ed84603-e517-4b50-985e-aade61e02866 req-5f36f8e9-3af2-4037-9297-490255ee7072 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3f50950-c0c2-4cc2-8d9f-d8b23e17bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806873 Apr 05 22:34:32.660277 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [req-549a66f0-c976-4185-b44d-aac89421deb3 req-8f066c0d-ee1d-4da3-93d3-a639dd752c30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26d5a02b-15d0-4d29-8919-f0f334a324f9 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:34:32.670323 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-549a66f0-c976-4185-b44d-aac89421deb3 req-8f066c0d-ee1d-4da3-93d3-a639dd752c30 service neutron] Publish callbacks [] for port (26d5a02b-15d0-4d29-8919-f0f334a324f9), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:32.685781 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-549a66f0-c976-4185-b44d-aac89421deb3 req-8f066c0d-ee1d-4da3-93d3-a639dd752c30 service neutron] Transition to ACTIVE for port object 26d5a02b-15d0-4d29-8919-f0f334a324f9 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:34:32.690136 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-549a66f0-c976-4185-b44d-aac89421deb3 req-8f066c0d-ee1d-4da3-93d3-a639dd752c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28860065'] for port (26d5a02b-15d0-4d29-8919-f0f334a324f9), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:32.756082 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f066c0d-ee1d-4da3-93d3-a639dd752c30 service neutron] Pushing event updated for resources: {'Port': ['ID=26d5a02b-15d0-4d29-8919-f0f334a324f9,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:32.908477 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-549a66f0-c976-4185-b44d-aac89421deb3 req-8f066c0d-ee1d-4da3-93d3-a639dd752c30 service neutron] Attempting to bind port 26d5a02b-15d0-4d29-8919-f0f334a324f9 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:34:32.909054 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-549a66f0-c976-4185-b44d-aac89421deb3 req-8f066c0d-ee1d-4da3-93d3-a639dd752c30 service neutron] Attempting to bind port 26d5a02b-15d0-4d29-8919-f0f334a324f9 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '9305d6f4-bdc2-483b-9863-60f902aee4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '5ffb431b-d86f-4b4a-a783-d881a9089e35'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:34:32.909679 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549a66f0-c976-4185-b44d-aac89421deb3 req-8f066c0d-ee1d-4da3-93d3-a639dd752c30 service neutron] Attempting to bind port 26d5a02b-15d0-4d29-8919-f0f334a324f9 on network 5ffb431b-d86f-4b4a-a783-d881a9089e35 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:34:32.915399 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549a66f0-c976-4185-b44d-aac89421deb3 req-8f066c0d-ee1d-4da3-93d3-a639dd752c30 service neutron] Port 26d5a02b-15d0-4d29-8919-f0f334a324f9 on network 5ffb431b-d86f-4b4a-a783-d881a9089e35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:34:32.915935 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549a66f0-c976-4185-b44d-aac89421deb3 req-8f066c0d-ee1d-4da3-93d3-a639dd752c30 service neutron] Attempting to bind port 26d5a02b-15d0-4d29-8919-f0f334a324f9 on network 5ffb431b-d86f-4b4a-a783-d881a9089e35 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:34:32.923399 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549a66f0-c976-4185-b44d-aac89421deb3 req-8f066c0d-ee1d-4da3-93d3-a639dd752c30 service neutron] Checking agent: {'id': '3b59f0d0-9584-48dd-b0cd-e16373160cf9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 30), 'started_at': datetime.datetime(2022, 4, 5, 22, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:34:32.924210 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549a66f0-c976-4185-b44d-aac89421deb3 req-8f066c0d-ee1d-4da3-93d3-a639dd752c30 service neutron] Checking segment: {'id': '9305d6f4-bdc2-483b-9863-60f902aee4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '5ffb431b-d86f-4b4a-a783-d881a9089e35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:34:32.925083 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549a66f0-c976-4185-b44d-aac89421deb3 req-8f066c0d-ee1d-4da3-93d3-a639dd752c30 service neutron] Bound using segment: {'id': '9305d6f4-bdc2-483b-9863-60f902aee4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '5ffb431b-d86f-4b4a-a783-d881a9089e35'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:34:32.925904 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-549a66f0-c976-4185-b44d-aac89421deb3 req-8f066c0d-ee1d-4da3-93d3-a639dd752c30 service neutron] Bound port: 26d5a02b-15d0-4d29-8919-f0f334a324f9, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9305d6f4-bdc2-483b-9863-60f902aee4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '5ffb431b-d86f-4b4a-a783-d881a9089e35'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:34:32.926652 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-549a66f0-c976-4185-b44d-aac89421deb3 req-8f066c0d-ee1d-4da3-93d3-a639dd752c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (26d5a02b-15d0-4d29-8919-f0f334a324f9), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:33.030117 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-549a66f0-c976-4185-b44d-aac89421deb3 req-8f066c0d-ee1d-4da3-93d3-a639dd752c30 service neutron] For port 26d5a02b-15d0-4d29-8919-f0f334a324f9, host hv-cinder-83587, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:34:33.034629 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-549a66f0-c976-4185-b44d-aac89421deb3 req-8f066c0d-ee1d-4da3-93d3-a639dd752c30 service neutron] For port 26d5a02b-15d0-4d29-8919-f0f334a324f9, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=26d5a02b-15d0-4d29-8919-f0f334a324f9,segment=NetworkSegment(9305d6f4-bdc2-483b-9863-60f902aee4b9),segment_id=9305d6f4-bdc2-483b-9863-60f902aee4b9)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:34:33.042262 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-549a66f0-c976-4185-b44d-aac89421deb3 req-8f066c0d-ee1d-4da3-93d3-a639dd752c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28860065'] for port (26d5a02b-15d0-4d29-8919-f0f334a324f9), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:33.106591 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f066c0d-ee1d-4da3-93d3-a639dd752c30 service neutron] Pushing event updated for resources: {'Port': ['ID=26d5a02b-15d0-4d29-8919-f0f334a324f9,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:33.112865 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a66f0-c976-4185-b44d-aac89421deb3 req-8f066c0d-ee1d-4da3-93d3-a639dd752c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:33.113652 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-549a66f0-c976-4185-b44d-aac89421deb3 req-8f066c0d-ee1d-4da3-93d3-a639dd752c30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:33.115370 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-549a66f0-c976-4185-b44d-aac89421deb3 req-8f066c0d-ee1d-4da3-93d3-a639dd752c30 service neutron] 10.222.0.46 "PUT /v2.0/ports/26d5a02b-15d0-4d29-8919-f0f334a324f9 HTTP/1.1" status: 200 len: 1098 time: 1.0170972 Apr 05 22:34:33.115922 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6e050c-4ad9-43da-b460-75d4c430ab37', 'tag': '26d5a02b-15d0-4d29-8919-f0f334a324f9'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:34:33.118711 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a1ed33-1623-4541-a897-2d1524c28f63" -d '{"events": [{"name": "network-changed", "server_uuid": "8f6e050c-4ad9-43da-b460-75d4c430ab37", "tag": "26d5a02b-15d0-4d29-8919-f0f334a324f9"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:34:33.222447 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa50e4b-c443-4612-8964-145024ee63ad x-openstack-request-id: req-afa50e4b-c443-4612-8964-145024ee63ad {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:34:33.223009 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f6e050c-4ad9-43da-b460-75d4c430ab37", "tag": "26d5a02b-15d0-4d29-8919-f0f334a324f9", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:34:33.223368 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-afa50e4b-c443-4612-8964-145024ee63ad {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:34:33.223940 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afa50e4b-c443-4612-8964-145024ee63ad'] response: {'name': 'network-changed', 'server_uuid': '8f6e050c-4ad9-43da-b460-75d4c430ab37', 'tag': '26d5a02b-15d0-4d29-8919-f0f334a324f9', 'status': 'completed', 'code': 200} Apr 05 22:34:33.247446 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a66f0-c976-4185-b44d-aac89421deb3 req-38f32949-4628-4e16-9a1f-f15134d7c1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:33.249492 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-549a66f0-c976-4185-b44d-aac89421deb3 req-38f32949-4628-4e16-9a1f-f15134d7c1a9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5a3efcef88f94b24b65aedb5a5717ab0&device_id=8f6e050c-4ad9-43da-b460-75d4c430ab37 HTTP/1.1" status: 200 len: 1132 time: 0.0764730 Apr 05 22:34:33.335313 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-549a66f0-c976-4185-b44d-aac89421deb3 req-b11318ad-037b-424d-95df-e0334a170075 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=26d5a02b-15d0-4d29-8919-f0f334a324f9 HTTP/1.1" status: 200 len: 217 time: 0.0664082 Apr 05 22:34:33.339957 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 47186) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:33.349897 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-210afaf8-6c4d-4d94-9df7-3663dc9c71d7 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1639964488', 'description': 'tempest-description--941697667'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:33.426755 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-210afaf8-6c4d-4d94-9df7-3663dc9c71d7 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:33.442782 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a66f0-c976-4185-b44d-aac89421deb3 req-a3b47534-fa64-4ac1-bb4a-0a40848d38bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:33.444295 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-549a66f0-c976-4185-b44d-aac89421deb3 req-a3b47534-fa64-4ac1-bb4a-0a40848d38bd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77c60359-69b4-47c7-9f90-5fc966c58400 HTTP/1.1" status: 200 len: 843 time: 0.0898409 Apr 05 22:34:33.559778 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a66f0-c976-4185-b44d-aac89421deb3 req-bbe6f9a1-5747-4ac2-8812-46d0db6e654e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:33.561324 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-549a66f0-c976-4185-b44d-aac89421deb3 req-bbe6f9a1-5747-4ac2-8812-46d0db6e654e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5ffb431b-d86f-4b4a-a783-d881a9089e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1023378 Apr 05 22:34:33.568221 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-210afaf8-6c4d-4d94-9df7-3663dc9c71d7 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks [] for security_group (f606d00d-de89-4b79-98d4-4e4ba8b7c8ae), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:33.581417 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-210afaf8-6c4d-4d94-9df7-3663dc9c71d7 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (f606d00d-de89-4b79-98d4-4e4ba8b7c8ae), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:33.677257 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-210afaf8-6c4d-4d94-9df7-3663dc9c71d7 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:33.678187 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 47198) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:33.682671 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-9a4f8f2e-7c9a-4c55-888f-c6f1fff5bf11 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Request body: {'security_group_rule': {'security_group_id': 'f606d00d-de89-4b79-98d4-4e4ba8b7c8ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:33.688451 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-210afaf8-6c4d-4d94-9df7-3663dc9c71d7 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3466046 Apr 05 22:34:33.722375 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9a4f8f2e-7c9a-4c55-888f-c6f1fff5bf11 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks [] for security_group_rule (3c962714-8e1b-4f13-88c1-be5494ed5c75), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:33.735173 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210afaf8-6c4d-4d94-9df7-3663dc9c71d7 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f606d00d-de89-4b79-98d4-4e4ba8b7c8ae,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:33.779066 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-549a66f0-c976-4185-b44d-aac89421deb3 req-05d43790-136f-4d73-beba-3aeb619a0c1c service neutron] 10.222.0.46 "GET /v2.0/networks/5ffb431b-d86f-4b4a-a783-d881a9089e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093492 Apr 05 22:34:33.788735 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c86db-a53d-4104-9f0b-2d70a7e7917a req-93903459-249c-4ca4-8f5a-cec4233cf1cb tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:33.791371 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-733c86db-a53d-4104-9f0b-2d70a7e7917a req-93903459-249c-4ca4-8f5a-cec4233cf1cb tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f6e050c-4ad9-43da-b460-75d4c430ab37 HTTP/1.1" status: 200 len: 948 time: 0.0950513 Apr 05 22:34:33.835612 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9a4f8f2e-7c9a-4c55-888f-c6f1fff5bf11 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks [] for security_group_rule (3c962714-8e1b-4f13-88c1-be5494ed5c75), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:33.840224 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9a4f8f2e-7c9a-4c55-888f-c6f1fff5bf11 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554007'] for security_group_rule (3c962714-8e1b-4f13-88c1-be5494ed5c75), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:33.862702 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f8f2e-7c9a-4c55-888f-c6f1fff5bf11 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c962714-8e1b-4f13-88c1-be5494ed5c75,revision_number=0']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:33.876382 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9a4f8f2e-7c9a-4c55-888f-c6f1fff5bf11 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:33.878314 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-9a4f8f2e-7c9a-4c55-888f-c6f1fff5bf11 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1988804 Apr 05 22:34:33.881499 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 47204) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:33.888363 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-aac543a0-b809-4e7d-8137-429c2856f38d tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Request body: {'security_group_rule': {'security_group_id': 'f606d00d-de89-4b79-98d4-4e4ba8b7c8ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:33.925937 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-aac543a0-b809-4e7d-8137-429c2856f38d tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks [] for security_group_rule (6b505098-44ea-4c56-831a-d0ce0ddd96ba), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:33.938874 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-733c86db-a53d-4104-9f0b-2d70a7e7917a req-944c2f8b-f391-4922-a76e-5b5f82249609 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3f50950-c0c2-4cc2-8d9f-d8b23e17bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218798 Apr 05 22:34:33.972009 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-549a66f0-c976-4185-b44d-aac89421deb3 req-7c670a83-bc28-4471-9eed-9625272165e1 service neutron] 10.222.0.46 "GET /v2.0/networks/5ffb431b-d86f-4b4a-a783-d881a9089e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795101 Apr 05 22:34:34.020153 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-aac543a0-b809-4e7d-8137-429c2856f38d tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks [] for security_group_rule (6b505098-44ea-4c56-831a-d0ce0ddd96ba), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:34.025247 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-aac543a0-b809-4e7d-8137-429c2856f38d tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554007'] for security_group_rule (6b505098-44ea-4c56-831a-d0ce0ddd96ba), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:34.049691 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-aac543a0-b809-4e7d-8137-429c2856f38d tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:34.054926 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-aac543a0-b809-4e7d-8137-429c2856f38d tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1665828 Apr 05 22:34:34.054926 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac543a0-b809-4e7d-8137-429c2856f38d tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b505098-44ea-4c56-831a-d0ce0ddd96ba,revision_number=0']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:34.056023 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 47206) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:34.060186 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-f8c39006-e529-49cf-915a-ca2282485d89 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Request body: {'floatingip': {'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:34.092283 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f8c39006-e529-49cf-915a-ca2282485d89 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:34.207990 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f8c39006-e529-49cf-915a-ca2282485d89 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:34.308069 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bf4db27e-c28b-40d5-b114-8809414426ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:34.346508 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-f8c39006-e529-49cf-915a-ca2282485d89 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Allocated IP 172.27.2.38 (f2e9bb50-0445-459c-9ef2-0222ede25138/2ac17549-fc87-4e20-be5e-92c340e9a8b2/e24a76d3-3aa8-496b-b884-d116c1484a3a) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:34:34.470630 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f8c39006-e529-49cf-915a-ca2282485d89 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks [] for port (e24a76d3-3aa8-496b-b884-d116c1484a3a), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:34.510305 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f8c39006-e529-49cf-915a-ca2282485d89 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25648990'] for port (e24a76d3-3aa8-496b-b884-d116c1484a3a), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:34.577054 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c39006-e529-49cf-915a-ca2282485d89 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Network f2e9bb50-0445-459c-9ef2-0222ede25138 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:34:34.580425 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-f8c39006-e529-49cf-915a-ca2282485d89 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:34:34.581941 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c39006-e529-49cf-915a-ca2282485d89 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:34:34.585218 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c39006-e529-49cf-915a-ca2282485d89 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Pushing event updated for resources: {'Port': ['ID=e24a76d3-3aa8-496b-b884-d116c1484a3a,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:34.784835 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f8c39006-e529-49cf-915a-ca2282485d89 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks [] for floatingip (26f3aba8-1459-403e-93c1-df6ba3ddc14c), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:34.856531 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f8c39006-e529-49cf-915a-ca2282485d89 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (e24a76d3-3aa8-496b-b884-d116c1484a3a), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:35.100126 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f8c39006-e529-49cf-915a-ca2282485d89 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks [] for port (e24a76d3-3aa8-496b-b884-d116c1484a3a), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:35.110976 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f8c39006-e529-49cf-915a-ca2282485d89 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25648935'] for port (e24a76d3-3aa8-496b-b884-d116c1484a3a), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:35.129983 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1720d0-5ae4-48f2-b9c6-a8fb7d043be1 req-e88b0a5d-2347-4bc8-b4d1-709e27a18724 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:35.133554 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7b1720d0-5ae4-48f2-b9c6-a8fb7d043be1 req-e88b0a5d-2347-4bc8-b4d1-709e27a18724 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f6e050c-4ad9-43da-b460-75d4c430ab37 HTTP/1.1" status: 200 len: 948 time: 0.0867808 Apr 05 22:34:35.211248 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c39006-e529-49cf-915a-ca2282485d89 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Pushing event updated for resources: {'Port': ['ID=e24a76d3-3aa8-496b-b884-d116c1484a3a,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:35.212991 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7b1720d0-5ae4-48f2-b9c6-a8fb7d043be1 req-dc7c71a9-456c-4d9a-bb4e-0a8739bba0ff tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3f50950-c0c2-4cc2-8d9f-d8b23e17bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726657 Apr 05 22:34:35.217989 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f8c39006-e529-49cf-915a-ca2282485d89 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528098'] for floatingip (26f3aba8-1459-403e-93c1-df6ba3ddc14c), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:35.244594 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f8c39006-e529-49cf-915a-ca2282485d89 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for floatingip (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:35.255568 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-f8c39006-e529-49cf-915a-ca2282485d89 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1901512 Apr 05 22:34:35.504926 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-fa41e6ed-b679-4d26-8dff-3750572aeaa9 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1639964488&fields=id&tenant_id=20b77f8ad3b947daa87a0a858e8b7ac2 HTTP/1.1" status: 200 len: 267 time: 0.0541391 Apr 05 22:34:35.619686 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-aa344047-ba1c-4514-887d-d3eeaa9cdcf6 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:35.621199 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-aa344047-ba1c-4514-887d-d3eeaa9cdcf6 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/networks?id=e7e24e6e-3544-4395-8e0c-7d87fa5e4b92 HTTP/1.1" status: 200 len: 818 time: 0.1100783 Apr 05 22:34:35.636215 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-89fb42d3-4b0b-44f1-ab53-72ce967b7487 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/quotas/20b77f8ad3b947daa87a0a858e8b7ac2 HTTP/1.1" status: 200 len: 375 time: 0.0093033 Apr 05 22:34:35.700516 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-5a5c63c1-0d06-4816-96de-f9fb32ac3df9 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=20b77f8ad3b947daa87a0a858e8b7ac2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0587082 Apr 05 22:34:35.812538 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-cfb5c149-be01-47da-95eb-b8a2a6792a6d service neutron] 10.222.0.15 "GET /v2.0/networks/e7e24e6e-3544-4395-8e0c-7d87fa5e4b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002021 Apr 05 22:34:35.905051 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-f0556231-1feb-4ed1-8b4a-920a5040074d service neutron] 10.222.0.15 "GET /v2.0/networks/e7e24e6e-3544-4395-8e0c-7d87fa5e4b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867741 Apr 05 22:34:36.060841 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-59bd1a36-9567-4e2a-b917-aeb01b5e1809 req-2e6665eb-2055-4ccf-bb47-8b787c7ab0a4 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 210 time: 0.0257313 Apr 05 22:34:36.352606 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb077f4-6c4e-42ab-ba0e-dc7e45ac08fd req-6f10ee3e-a5b3-4555-801b-b88fdc63656f tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:36.354159 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3cb077f4-6c4e-42ab-ba0e-dc7e45ac08fd req-6f10ee3e-a5b3-4555-801b-b88fdc63656f tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f6e050c-4ad9-43da-b460-75d4c430ab37 HTTP/1.1" status: 200 len: 948 time: 0.0618844 Apr 05 22:34:36.402999 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3cb077f4-6c4e-42ab-ba0e-dc7e45ac08fd req-bd70c2d1-96e5-4b95-b2e0-06b7d305af69 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3f50950-c0c2-4cc2-8d9f-d8b23e17bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427861 Apr 05 22:34:36.412302 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 47272) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:36.512374 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-252706c7-2874-429d-8ed2-29b88a484a41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:36.587769 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-252706c7-2874-429d-8ed2-29b88a484a41 admin admin] Publish callbacks [] for security_group (954d21de-ba37-4c32-8ea5-e752596db9e1), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:36.591159 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-252706c7-2874-429d-8ed2-29b88a484a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (954d21de-ba37-4c32-8ea5-e752596db9e1), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:36.628724 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-252706c7-2874-429d-8ed2-29b88a484a41 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=608daa94a861435eabc044974bacd2cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2153497 Apr 05 22:34:36.631241 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 47276) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:36.636807 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252706c7-2874-429d-8ed2-29b88a484a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954d21de-ba37-4c32-8ea5-e752596db9e1,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:36.680250 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-30c8ea3b-333d-4f38-a8a7-26baa5fd06f5 admin admin] Publish callbacks [] for security_group (954d21de-ba37-4c32-8ea5-e752596db9e1), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:36.703417 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-30c8ea3b-333d-4f38-a8a7-26baa5fd06f5 admin admin] Publish callbacks [] for security_group (954d21de-ba37-4c32-8ea5-e752596db9e1), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:36.748430 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-30c8ea3b-333d-4f38-a8a7-26baa5fd06f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (954d21de-ba37-4c32-8ea5-e752596db9e1), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:36.752191 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-30c8ea3b-333d-4f38-a8a7-26baa5fd06f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:36.753499 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-30c8ea3b-333d-4f38-a8a7-26baa5fd06f5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/954d21de-ba37-4c32-8ea5-e752596db9e1 HTTP/1.1" status: 204 len: 168 time: 0.1213765 Apr 05 22:34:36.761275 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8ea3b-333d-4f38-a8a7-26baa5fd06f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954d21de-ba37-4c32-8ea5-e752596db9e1,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:36.794606 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d06ab0a4-1646-47f7-a502-eb18789e443b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:37.070242 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1ed33-1623-4541-a897-2d1524c28f63 req-9bf7487f-a32c-4aa3-8245-6d58356eb9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:37.071795 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b2a1ed33-1623-4541-a897-2d1524c28f63 req-9bf7487f-a32c-4aa3-8245-6d58356eb9a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5a3efcef88f94b24b65aedb5a5717ab0&device_id=8f6e050c-4ad9-43da-b460-75d4c430ab37 HTTP/1.1" status: 200 len: 1132 time: 0.0745530 Apr 05 22:34:37.400747 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8420096d-ccec-4c19-a1f8-83ea6ba88688 req-d358e36a-a5e9-4b09-b63f-0c6a841a628b tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 210 time: 0.2662404 Apr 05 22:34:37.431684 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1ed33-1623-4541-a897-2d1524c28f63 req-b463933f-f628-404f-bf01-e3adf1af25d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:37.433317 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b2a1ed33-1623-4541-a897-2d1524c28f63 req-b463933f-f628-404f-bf01-e3adf1af25d0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5ffb431b-d86f-4b4a-a783-d881a9089e35 HTTP/1.1" status: 200 len: 870 time: 0.3544557 Apr 05 22:34:37.525677 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:37.543511 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b2a1ed33-1623-4541-a897-2d1524c28f63 req-43cb08d5-f37f-45d7-a81d-276a05f29153 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=26d5a02b-15d0-4d29-8919-f0f334a324f9 HTTP/1.1" status: 200 len: 217 time: 0.0407252 Apr 05 22:34:37.606794 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a36174-671e-49b0-9a1d-027d22a3f35f req-37a5a26a-307f-4324-bc85-1a1e85486742 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:37.608908 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a5a36174-671e-49b0-9a1d-027d22a3f35f req-37a5a26a-307f-4324-bc85-1a1e85486742 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f6e050c-4ad9-43da-b460-75d4c430ab37 HTTP/1.1" status: 200 len: 948 time: 0.1345754 Apr 05 22:34:37.659881 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1ed33-1623-4541-a897-2d1524c28f63 req-6e833a17-7c99-4f41-8ca5-2f495dde209a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:37.661363 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b2a1ed33-1623-4541-a897-2d1524c28f63 req-6e833a17-7c99-4f41-8ca5-2f495dde209a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77c60359-69b4-47c7-9f90-5fc966c58400 HTTP/1.1" status: 200 len: 843 time: 0.1125383 Apr 05 22:34:37.779683 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a5a36174-671e-49b0-9a1d-027d22a3f35f req-d42fe2c6-1809-437b-af1d-a43eec51051e tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3f50950-c0c2-4cc2-8d9f-d8b23e17bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450474 Apr 05 22:34:37.809759 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-0cc967b4-0b82-414f-bb06-7cad4530af95 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:37.811190 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-0cc967b4-0b82-414f-bb06-7cad4530af95 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.46 "GET /v2.0/networks?id=e7e24e6e-3544-4395-8e0c-7d87fa5e4b92 HTTP/1.1" status: 200 len: 818 time: 0.1978102 Apr 05 22:34:37.814410 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1ed33-1623-4541-a897-2d1524c28f63 req-10e6f770-316f-451a-953a-c222a4fd3270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:37.815831 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b2a1ed33-1623-4541-a897-2d1524c28f63 req-10e6f770-316f-451a-953a-c222a4fd3270 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5ffb431b-d86f-4b4a-a783-d881a9089e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1453774 Apr 05 22:34:37.989195 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-5d86f8fa-1bf2-466a-8a66-558813d0057a tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20b77f8ad3b947daa87a0a858e8b7ac2 HTTP/1.1" status: 200 len: 380 time: 0.1134353 Apr 05 22:34:37.999013 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-d858038a-db18-4c34-85fe-514b6b8b2dbc tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Request body: {'port': {'device_id': '86e6c947-6b0b-4a28-8902-accf17511d5c', 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92', 'admin_state_up': True, 'tenant_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'security_groups': ['f606d00d-de89-4b79-98d4-4e4ba8b7c8ae']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:38.030768 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b2a1ed33-1623-4541-a897-2d1524c28f63 req-1575b443-33c0-4f58-b0d0-85b3e0fdd753 service neutron] 10.222.0.46 "GET /v2.0/networks/5ffb431b-d86f-4b4a-a783-d881a9089e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482472 Apr 05 22:34:38.179647 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b2a1ed33-1623-4541-a897-2d1524c28f63 req-bdf14c96-4e7b-4a9c-a292-7fd4f6cc7143 service neutron] 10.222.0.46 "GET /v2.0/networks/5ffb431b-d86f-4b4a-a783-d881a9089e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430962 Apr 05 22:34:38.187514 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-d858038a-db18-4c34-85fe-514b6b8b2dbc tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Made reservation on behalf of 20b77f8ad3b947daa87a0a858e8b7ac2 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:34:38.191577 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-d858038a-db18-4c34-85fe-514b6b8b2dbc tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:38.313561 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-d858038a-db18-4c34-85fe-514b6b8b2dbc tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Allocated IP 172.20.0.8 (e7e24e6e-3544-4395-8e0c-7d87fa5e4b92/4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b/9eaec99c-965b-4873-a34a-85a811edf3e9) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:34:38.439263 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 26d5a02b-15d0-4d29-8919-f0f334a324f9 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:34:38.450800 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-d858038a-db18-4c34-85fe-514b6b8b2dbc tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks [] for port (9eaec99c-965b-4873-a34a-85a811edf3e9), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:38.503690 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9b535fcd-c535-4ce0-a045-c96b77bbfe26 req-7545bef4-7244-456d-988a-8b8ba2de04f7 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 210 time: 0.0303671 Apr 05 22:34:38.514525 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-d858038a-db18-4c34-85fe-514b6b8b2dbc tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (9eaec99c-965b-4873-a34a-85a811edf3e9), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:38.545728 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 26d5a02b-15d0-4d29-8919-f0f334a324f9, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=26d5a02b-15d0-4d29-8919-f0f334a324f9,segment=NetworkSegment(9305d6f4-bdc2-483b-9863-60f902aee4b9),segment_id=9305d6f4-bdc2-483b-9863-60f902aee4b9)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:38.557414 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Returning: {'device': '26d5a02b-15d0-4d29-8919-f0f334a324f9', 'network_id': '5ffb431b-d86f-4b4a-a783-d881a9089e35', 'port_id': '26d5a02b-15d0-4d29-8919-f0f334a324f9', 'mac_address': 'fa:16:3e:e3:73:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77c60359-69b4-47c7-9f90-5fc966c58400', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:34:38.568016 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-d858038a-db18-4c34-85fe-514b6b8b2dbc tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Network e7e24e6e-3544-4395-8e0c-7d87fa5e4b92 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:34:38.572158 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-d858038a-db18-4c34-85fe-514b6b8b2dbc tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:34:38.574073 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d858038a-db18-4c34-85fe-514b6b8b2dbc tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Pushing event updated for resources: {'Port': ['ID=9eaec99c-965b-4873-a34a-85a811edf3e9,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:38.576238 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-d858038a-db18-4c34-85fe-514b6b8b2dbc tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:34:38.595233 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port 26d5a02b-15d0-4d29-8919-f0f334a324f9 is: DOWN; New status is: BUILD {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:34:38.595628 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (26d5a02b-15d0-4d29-8919-f0f334a324f9), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:38.611222 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26d5a02b-15d0-4d29-8919-f0f334a324f9 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:34:38.625218 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-d858038a-db18-4c34-85fe-514b6b8b2dbc tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:38.625859 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-d858038a-db18-4c34-85fe-514b6b8b2dbc tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:38.632203 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 26d5a02b-15d0-4d29-8919-f0f334a324f9, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=26d5a02b-15d0-4d29-8919-f0f334a324f9,segment=NetworkSegment(9305d6f4-bdc2-483b-9863-60f902aee4b9),segment_id=9305d6f4-bdc2-483b-9863-60f902aee4b9)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:38.637601 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (26d5a02b-15d0-4d29-8919-f0f334a324f9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:38.643743 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-d858038a-db18-4c34-85fe-514b6b8b2dbc tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6484177 Apr 05 22:34:38.654811 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-e6ce7f4c-142b-4137-85f5-ae453421fa1b service neutron] Request body: {'port': {'device_id': '86e6c947-6b0b-4a28-8902-accf17511d5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:38.685605 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=26d5a02b-15d0-4d29-8919-f0f334a324f9,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:38.693169 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:38.693762 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:38.694273 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:38.694770 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:38.695401 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:38.695874 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:38.696344 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:38.696845 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:38.697313 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:38.697783 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:38.698263 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:38.698592 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:38.698917 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:38.699240 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:38.699560 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:38.717824 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-e6ce7f4c-142b-4137-85f5-ae453421fa1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (9eaec99c-965b-4873-a34a-85a811edf3e9), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:38.767999 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 47352) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:38.793070 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-85796042-df5e-4baa-b7f1-839bfef7abed None None] Provisioning complete for port 9eaec99c-965b-4873-a34a-85a811edf3e9 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:34:38.793447 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-85796042-df5e-4baa-b7f1-839bfef7abed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (9eaec99c-965b-4873-a34a-85a811edf3e9), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:38.816882 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.db_base_plugin_v2 [None req-404ee5c7-8480-4a84-9e99-9e40d792c9d3 admin admin] Deleting subnet 9d3128c9-3134-41dd-b51b-26e0d700f0ad {{(pid=103303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:34:38.821834 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-404ee5c7-8480-4a84-9e99-9e40d792c9d3 admin admin] Publish callbacks [] for subnet (9d3128c9-3134-41dd-b51b-26e0d700f0ad), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:38.829790 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-85796042-df5e-4baa-b7f1-839bfef7abed None None] Port 9eaec99c-965b-4873-a34a-85a811edf3e9 cannot update to ACTIVE because it is not bound. {{(pid=103304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:34:38.864118 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-404ee5c7-8480-4a84-9e99-9e40d792c9d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29158250'] for subnet (9d3128c9-3134-41dd-b51b-26e0d700f0ad), precommit_delete_associations {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:38.908884 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-404ee5c7-8480-4a84-9e99-9e40d792c9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3813478'] for subnet (9d3128c9-3134-41dd-b51b-26e0d700f0ad), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:38.966768 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-404ee5c7-8480-4a84-9e99-9e40d792c9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3813481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25649001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25366844'] for subnet (9d3128c9-3134-41dd-b51b-26e0d700f0ad), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:38.978824 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a50a3-f3a8-4d1d-bdae-551964f71c22 req-f5ce2a59-81bd-4b69-9ab9-fdfada0ce70d tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:38.980344 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1b8a50a3-f3a8-4d1d-bdae-551964f71c22 req-f5ce2a59-81bd-4b69-9ab9-fdfada0ce70d tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f6e050c-4ad9-43da-b460-75d4c430ab37 HTTP/1.1" status: 200 len: 949 time: 0.1102784 Apr 05 22:34:38.993681 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ee5c7-8480-4a84-9e99-9e40d792c9d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d3128c9-3134-41dd-b51b-26e0d700f0ad,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:38.995742 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-404ee5c7-8480-4a84-9e99-9e40d792c9d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for subnet (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:38.999193 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-404ee5c7-8480-4a84-9e99-9e40d792c9d3 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9d3128c9-3134-41dd-b51b-26e0d700f0ad HTTP/1.1" status: 204 len: 168 time: 0.2303395 Apr 05 22:34:39.002114 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 47356) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:39.004921 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] get_ports_and_sgs() called for port_ids ['26d5a02b-15d0-4d29-8919-f0f334a324f9'] {{(pid=103304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:34:39.071036 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1b8a50a3-f3a8-4d1d-bdae-551964f71c22 req-0e538395-4f36-4fff-8aaa-a0ba66e108b5 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3f50950-c0c2-4cc2-8d9f-d8b23e17bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844035 Apr 05 22:34:39.071652 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3b8842fa-cbcf-4639-908c-133b49041418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3805217'] for network (3d6a5d24-56a4-4406-b3da-c3c8c20629cd), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:39.080099 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-e6ce7f4c-142b-4137-85f5-ae453421fa1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eaec99c-965b-4873-a34a-85a811edf3e9 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:34:39.089327 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-e6ce7f4c-142b-4137-85f5-ae453421fa1b service neutron] Publish callbacks [] for port (9eaec99c-965b-4873-a34a-85a811edf3e9), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:39.102875 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-e6ce7f4c-142b-4137-85f5-ae453421fa1b service neutron] Transition to ACTIVE for port object 9eaec99c-965b-4873-a34a-85a811edf3e9 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:34:39.108655 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-e6ce7f4c-142b-4137-85f5-ae453421fa1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28860065'] for port (9eaec99c-965b-4873-a34a-85a811edf3e9), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:39.154477 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:39.162836 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3b8842fa-cbcf-4639-908c-133b49041418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3815069', 'neutron.services.segments.db._delete_segments_for_network-8760879317881'] for network (3d6a5d24-56a4-4406-b3da-c3c8c20629cd), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:39.185725 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.services.segments.db [None req-3b8842fa-cbcf-4639-908c-133b49041418 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d6a5d24-56a4-4406-b3da-c3c8c20629cd']}} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:39.195809 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce7f4c-142b-4137-85f5-ae453421fa1b service neutron] Pushing event updated for resources: {'Port': ['ID=9eaec99c-965b-4873-a34a-85a811edf3e9,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:39.196045 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.services.segments.db [None req-3b8842fa-cbcf-4639-908c-133b49041418 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41307e8e-b13b-4275-a7b3-6fa90de0c9a3') {'for_net_delete': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:39.196307 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.services.segments.db [None req-3b8842fa-cbcf-4639-908c-133b49041418 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41307e8e-b13b-4275-a7b3-6fa90de0c9a3') {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:39.207663 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3b8842fa-cbcf-4639-908c-133b49041418 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760879318402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29158289'] for segment (41307e8e-b13b-4275-a7b3-6fa90de0c9a3), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:39.221723 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3b8842fa-cbcf-4639-908c-133b49041418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781'] for segment (41307e8e-b13b-4275-a7b3-6fa90de0c9a3), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:39.228893 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b8842fa-cbcf-4639-908c-133b49041418 admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=103303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:34:39.234240 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3b8842fa-cbcf-4639-908c-133b49041418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25648899'] for segment (41307e8e-b13b-4275-a7b3-6fa90de0c9a3), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:39.236346 dv-cinder-835879-4-iscsi neutron-server[103303]: Traceback (most recent call last): Apr 05 22:34:39.236346 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:34:39.236346 dv-cinder-835879-4-iscsi neutron-server[103303]: timer() Apr 05 22:34:39.236346 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:34:39.236346 dv-cinder-835879-4-iscsi neutron-server[103303]: cb(*args, **kw) Apr 05 22:34:39.236346 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:34:39.236346 dv-cinder-835879-4-iscsi neutron-server[103303]: return func(*args, **kwargs) Apr 05 22:34:39.236346 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:34:39.236346 dv-cinder-835879-4-iscsi neutron-server[103303]: self._notify() Apr 05 22:34:39.236346 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:34:39.236346 dv-cinder-835879-4-iscsi neutron-server[103303]: self.callback(batched_events) Apr 05 22:34:39.236346 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:34:39.236346 dv-cinder-835879-4-iscsi neutron-server[103303]: event.method(event) Apr 05 22:34:39.236346 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:34:39.236346 dv-cinder-835879-4-iscsi neutron-server[103303]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:34:39.236346 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:34:39.236346 dv-cinder-835879-4-iscsi neutron-server[103303]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:34:39.236346 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:34:39.236346 dv-cinder-835879-4-iscsi neutron-server[103303]: return f(self, *a, **k) Apr 05 22:34:39.236346 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:34:39.236346 dv-cinder-835879-4-iscsi neutron-server[103303]: return self._get(url).json() Apr 05 22:34:39.236346 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:34:39.236346 dv-cinder-835879-4-iscsi neutron-server[103303]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:34:39.236346 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:34:39.236346 dv-cinder-835879-4-iscsi neutron-server[103303]: return self.request(url, 'GET', **kwargs) Apr 05 22:34:39.236346 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:34:39.236346 dv-cinder-835879-4-iscsi neutron-server[103303]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:34:39.236346 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:34:39.236346 dv-cinder-835879-4-iscsi neutron-server[103303]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:34:39.236346 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:34:39.236346 dv-cinder-835879-4-iscsi neutron-server[103303]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:34:39.236346 dv-cinder-835879-4-iscsi neutron-server[103303]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:34:39.258451 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-e6ce7f4c-142b-4137-85f5-ae453421fa1b service neutron] Attempting to bind port 9eaec99c-965b-4873-a34a-85a811edf3e9 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:34:39.258785 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-e6ce7f4c-142b-4137-85f5-ae453421fa1b service neutron] Attempting to bind port 9eaec99c-965b-4873-a34a-85a811edf3e9 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '8e05269c-2d20-4fff-93bb-3b9f88c16ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:34:39.259124 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-e6ce7f4c-142b-4137-85f5-ae453421fa1b service neutron] Attempting to bind port 9eaec99c-965b-4873-a34a-85a811edf3e9 on network e7e24e6e-3544-4395-8e0c-7d87fa5e4b92 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:34:39.264529 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-e6ce7f4c-142b-4137-85f5-ae453421fa1b service neutron] Port 9eaec99c-965b-4873-a34a-85a811edf3e9 on network e7e24e6e-3544-4395-8e0c-7d87fa5e4b92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:34:39.264948 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-e6ce7f4c-142b-4137-85f5-ae453421fa1b service neutron] Attempting to bind port 9eaec99c-965b-4873-a34a-85a811edf3e9 on network e7e24e6e-3544-4395-8e0c-7d87fa5e4b92 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:34:39.270643 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-e6ce7f4c-142b-4137-85f5-ae453421fa1b service neutron] Checking agent: {'id': '3b59f0d0-9584-48dd-b0cd-e16373160cf9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 30), 'started_at': datetime.datetime(2022, 4, 5, 22, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:34:39.270983 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-e6ce7f4c-142b-4137-85f5-ae453421fa1b service neutron] Checking segment: {'id': '8e05269c-2d20-4fff-93bb-3b9f88c16ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:34:39.271374 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-e6ce7f4c-142b-4137-85f5-ae453421fa1b service neutron] Bound using segment: {'id': '8e05269c-2d20-4fff-93bb-3b9f88c16ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:34:39.271810 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-e6ce7f4c-142b-4137-85f5-ae453421fa1b service neutron] Bound port: 9eaec99c-965b-4873-a34a-85a811edf3e9, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e05269c-2d20-4fff-93bb-3b9f88c16ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:34:39.272175 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-e6ce7f4c-142b-4137-85f5-ae453421fa1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (9eaec99c-965b-4873-a34a-85a811edf3e9), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:39.298588 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3b8842fa-cbcf-4639-908c-133b49041418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3815140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528080'] for network (3d6a5d24-56a4-4406-b3da-c3c8c20629cd), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:39.308174 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3b8842fa-cbcf-4639-908c-133b49041418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for network (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:39.311621 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-3b8842fa-cbcf-4639-908c-133b49041418 admin admin] 10.222.0.15 "DELETE /v2.0/networks/3d6a5d24-56a4-4406-b3da-c3c8c20629cd HTTP/1.1" status: 204 len: 168 time: 0.3085003 Apr 05 22:34:39.322589 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8842fa-cbcf-4639-908c-133b49041418 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d6a5d24-56a4-4406-b3da-c3c8c20629cd,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:39.350968 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-e6ce7f4c-142b-4137-85f5-ae453421fa1b service neutron] For port 9eaec99c-965b-4873-a34a-85a811edf3e9, host hv-cinder-83587, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:34:39.355058 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-e6ce7f4c-142b-4137-85f5-ae453421fa1b service neutron] For port 9eaec99c-965b-4873-a34a-85a811edf3e9, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=9eaec99c-965b-4873-a34a-85a811edf3e9,segment=NetworkSegment(8e05269c-2d20-4fff-93bb-3b9f88c16ef1),segment_id=8e05269c-2d20-4fff-93bb-3b9f88c16ef1)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:34:39.365106 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-e6ce7f4c-142b-4137-85f5-ae453421fa1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28860065'] for port (9eaec99c-965b-4873-a34a-85a811edf3e9), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:39.400666 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-e6ce7f4c-142b-4137-85f5-ae453421fa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:39.401314 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-e6ce7f4c-142b-4137-85f5-ae453421fa1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:39.402810 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-e6ce7f4c-142b-4137-85f5-ae453421fa1b service neutron] 10.222.0.46 "PUT /v2.0/ports/9eaec99c-965b-4873-a34a-85a811edf3e9 HTTP/1.1" status: 200 len: 1093 time: 0.7522521 Apr 05 22:34:39.404931 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86e6c947-6b0b-4a28-8902-accf17511d5c', 'tag': '9eaec99c-965b-4873-a34a-85a811edf3e9'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:34:39.408106 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98ada78-d77c-4308-b738-466f536d13b0" -d '{"events": [{"name": "network-changed", "server_uuid": "86e6c947-6b0b-4a28-8902-accf17511d5c", "tag": "9eaec99c-965b-4873-a34a-85a811edf3e9"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:34:39.436227 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce7f4c-142b-4137-85f5-ae453421fa1b service neutron] Pushing event updated for resources: {'Port': ['ID=9eaec99c-965b-4873-a34a-85a811edf3e9,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:39.470833 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4a65ac-8cdc-4444-8b72-c6526a87fe53 x-openstack-request-id: req-0c4a65ac-8cdc-4444-8b72-c6526a87fe53 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:34:39.471470 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86e6c947-6b0b-4a28-8902-accf17511d5c", "tag": "9eaec99c-965b-4873-a34a-85a811edf3e9", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:34:39.471470 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0c4a65ac-8cdc-4444-8b72-c6526a87fe53 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:34:39.471829 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c4a65ac-8cdc-4444-8b72-c6526a87fe53'] response: {'name': 'network-changed', 'server_uuid': '86e6c947-6b0b-4a28-8902-accf17511d5c', 'tag': '9eaec99c-965b-4873-a34a-85a811edf3e9', 'status': 'completed', 'code': 200} Apr 05 22:34:39.508648 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-19f31e2f-4b16-40fd-b8b0-32c54a31d74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:39.510204 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-19f31e2f-4b16-40fd-b8b0-32c54a31d74e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=20b77f8ad3b947daa87a0a858e8b7ac2&device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 1127 time: 0.0533490 Apr 05 22:34:39.517087 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 47362) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:39.559165 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-3164ffd1-f34b-43e3-a833-56b4f853309c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9eaec99c-965b-4873-a34a-85a811edf3e9 HTTP/1.1" status: 200 len: 217 time: 0.0372927 Apr 05 22:34:39.567264 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-e91243df-1150-45fc-aeae-24fccc0e93f1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d3665edf55e84964a68e36270a58315f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0489936 Apr 05 22:34:39.571390 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 47366) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:39.626454 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-eb8d2f50-ffdd-476f-9d91-270fd2704e80 admin admin] Publish callbacks [] for security_group (7b9c07d4-3cd5-4e67-8751-274735ee8494), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:39.647664 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-54c7076a-e514-48d5-8a5d-6c4601dbae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:39.648148 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-eb8d2f50-ffdd-476f-9d91-270fd2704e80 admin admin] Publish callbacks [] for security_group (7b9c07d4-3cd5-4e67-8751-274735ee8494), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:39.649159 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-54c7076a-e514-48d5-8a5d-6c4601dbae68 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b HTTP/1.1" status: 200 len: 857 time: 0.0843163 Apr 05 22:34:39.694098 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f0fb8-660d-47b8-a107-0a36315391a6 req-204fc046-72e1-4ba5-be84-ebd26ec86066 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:39.696203 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ee8f0fb8-660d-47b8-a107-0a36315391a6 req-204fc046-72e1-4ba5-be84-ebd26ec86066 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 943 time: 0.0953944 Apr 05 22:34:39.697962 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-eb8d2f50-ffdd-476f-9d91-270fd2704e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (7b9c07d4-3cd5-4e67-8751-274735ee8494), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:39.701319 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-eb8d2f50-ffdd-476f-9d91-270fd2704e80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:39.702448 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-eb8d2f50-ffdd-476f-9d91-270fd2704e80 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7b9c07d4-3cd5-4e67-8751-274735ee8494 HTTP/1.1" status: 204 len: 168 time: 0.1301174 Apr 05 22:34:39.710580 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d2f50-ffdd-476f-9d91-270fd2704e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9c07d4-3cd5-4e67-8751-274735ee8494,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:39.733753 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-24726594-7c27-4d94-81da-53f93f8b9814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:39.735908 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-24726594-7c27-4d94-81da-53f93f8b9814 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e7e24e6e-3544-4395-8e0c-7d87fa5e4b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0792780 Apr 05 22:34:39.779872 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ee8f0fb8-660d-47b8-a107-0a36315391a6 req-e78c842e-e5b8-4921-ab20-e8639f5f4947 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=f606d00d-de89-4b79-98d4-4e4ba8b7c8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770624 Apr 05 22:34:39.847099 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-fb3e7206-9b2c-4ef5-81f2-f67e331a04fb service neutron] 10.222.0.46 "GET /v2.0/networks/e7e24e6e-3544-4395-8e0c-7d87fa5e4b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036119 Apr 05 22:34:39.936845 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7217d074-9af4-4c33-998e-3f36b1951c04 req-6777641f-5203-4060-b00d-6a5f061e0ec4 service neutron] 10.222.0.46 "GET /v2.0/networks/e7e24e6e-3544-4395-8e0c-7d87fa5e4b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837173 Apr 05 22:34:40.203559 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf3326-72ea-41e1-91b1-98a856ff369f req-7d83e458-3176-480c-b2fe-a909ecdfac6b tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:40.205045 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-44bf3326-72ea-41e1-91b1-98a856ff369f req-7d83e458-3176-480c-b2fe-a909ecdfac6b tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f6e050c-4ad9-43da-b460-75d4c430ab37 HTTP/1.1" status: 200 len: 949 time: 0.0593903 Apr 05 22:34:40.253812 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-44bf3326-72ea-41e1-91b1-98a856ff369f req-430f25eb-a7b4-4f7b-8b7b-09169fd92b2e tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3f50950-c0c2-4cc2-8d9f-d8b23e17bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432227 Apr 05 22:34:40.454180 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 26d5a02b-15d0-4d29-8919-f0f334a324f9 up at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:34:40.503343 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning for port 26d5a02b-15d0-4d29-8919-f0f334a324f9 completed by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:34:40.507636 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning complete for port 26d5a02b-15d0-4d29-8919-f0f334a324f9 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:34:40.507636 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (26d5a02b-15d0-4d29-8919-f0f334a324f9), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:40.588842 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port 26d5a02b-15d0-4d29-8919-f0f334a324f9 is: BUILD; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:34:40.589234 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (26d5a02b-15d0-4d29-8919-f0f334a324f9), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:40.612032 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6e050c-4ad9-43da-b460-75d4c430ab37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d5a02b-15d0-4d29-8919-f0f334a324f9'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:34:40.614311 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16471d07bccade7c78bbaf7939695eccfc965b3074ad902c0ac28a73985796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6317df-0564-4d85-89ed-702d1c503e2b" -d '{"events": [{"server_uuid": "8f6e050c-4ad9-43da-b460-75d4c430ab37", "name": "network-vif-plugged", "status": "completed", "tag": "26d5a02b-15d0-4d29-8919-f0f334a324f9"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:34:40.626885 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 26d5a02b-15d0-4d29-8919-f0f334a324f9, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=26d5a02b-15d0-4d29-8919-f0f334a324f9,segment=NetworkSegment(9305d6f4-bdc2-483b-9863-60f902aee4b9),segment_id=9305d6f4-bdc2-483b-9863-60f902aee4b9)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:40.631244 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (26d5a02b-15d0-4d29-8919-f0f334a324f9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:40.657133 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97c253f-bb0d-471b-9044-ca0bd0da633a x-openstack-request-id: req-d97c253f-bb0d-471b-9044-ca0bd0da633a {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:34:40.657447 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6e050c-4ad9-43da-b460-75d4c430ab37", "name": "network-vif-plugged", "status": "completed", "tag": "26d5a02b-15d0-4d29-8919-f0f334a324f9", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:34:40.657709 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d97c253f-bb0d-471b-9044-ca0bd0da633a {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:34:40.658108 dv-cinder-835879-4-iscsi neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d97c253f-bb0d-471b-9044-ca0bd0da633a'] response: {'server_uuid': '8f6e050c-4ad9-43da-b460-75d4c430ab37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d5a02b-15d0-4d29-8919-f0f334a324f9', 'code': 200} Apr 05 22:34:40.681007 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=26d5a02b-15d0-4d29-8919-f0f334a324f9,revision_number=5']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:40.714668 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:40.910892 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f554ee87-3939-4336-941d-1044b21ee753 req-7f4e488e-2c64-476c-a1b9-765bd62f712a tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:40.912432 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f554ee87-3939-4336-941d-1044b21ee753 req-7f4e488e-2c64-476c-a1b9-765bd62f712a tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 943 time: 0.0625744 Apr 05 22:34:40.960028 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f554ee87-3939-4336-941d-1044b21ee753 req-fa0d343c-9320-4cd4-98c1-612d4890038b tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=f606d00d-de89-4b79-98d4-4e4ba8b7c8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419619 Apr 05 22:34:41.377033 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d62e6-3a67-48ce-b5d4-1432e54ff193 req-0e91418d-4f27-4d8f-952b-74a53edd971e tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:41.378509 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-635d62e6-3a67-48ce-b5d4-1432e54ff193 req-0e91418d-4f27-4d8f-952b-74a53edd971e tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f6e050c-4ad9-43da-b460-75d4c430ab37 HTTP/1.1" status: 200 len: 950 time: 0.0527174 Apr 05 22:34:41.427147 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-635d62e6-3a67-48ce-b5d4-1432e54ff193 req-3d12c1c4-73b9-48b9-8df3-f21440d1a7a4 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3f50950-c0c2-4cc2-8d9f-d8b23e17bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431294 Apr 05 22:34:42.079803 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a44b7-c851-4027-be07-f348b0498c93 req-c106ef12-937f-4cbb-af58-a64c1291f657 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:42.081345 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-814a44b7-c851-4027-be07-f348b0498c93 req-c106ef12-937f-4cbb-af58-a64c1291f657 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 943 time: 0.0519834 Apr 05 22:34:42.127897 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-814a44b7-c851-4027-be07-f348b0498c93 req-65c0ffe3-e8d7-4f68-891e-84dfe19993c3 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=f606d00d-de89-4b79-98d4-4e4ba8b7c8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409992 Apr 05 22:34:42.545025 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f81a7-8eae-4e00-8f54-570a217d841b req-d74b8c6d-1ab4-4608-9953-2afa5ed7fcee tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:42.546428 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-571f81a7-8eae-4e00-8f54-570a217d841b req-d74b8c6d-1ab4-4608-9953-2afa5ed7fcee tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f6e050c-4ad9-43da-b460-75d4c430ab37 HTTP/1.1" status: 200 len: 950 time: 0.0529566 Apr 05 22:34:42.593596 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-571f81a7-8eae-4e00-8f54-570a217d841b req-4bc85ae8-8a65-4041-b0a7-4e1bb77fb1e5 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3f50950-c0c2-4cc2-8d9f-d8b23e17bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415547 Apr 05 22:34:42.653462 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ada78-d77c-4308-b738-466f536d13b0 req-d8b92888-8932-4a37-930c-73ce6a2a976b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:42.654954 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f98ada78-d77c-4308-b738-466f536d13b0 req-d8b92888-8932-4a37-930c-73ce6a2a976b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=20b77f8ad3b947daa87a0a858e8b7ac2&device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 1127 time: 0.0514925 Apr 05 22:34:42.785598 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ada78-d77c-4308-b738-466f536d13b0 req-47e2344f-0e57-4a3a-93c1-a8163a102610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:42.787074 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f98ada78-d77c-4308-b738-466f536d13b0 req-47e2344f-0e57-4a3a-93c1-a8163a102610 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e7e24e6e-3544-4395-8e0c-7d87fa5e4b92 HTTP/1.1" status: 200 len: 919 time: 0.1253529 Apr 05 22:34:42.792544 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba15df3-a1a8-4fd1-8058-257c0bd0a5d3 req-0854da88-11a1-4d58-99cd-e2e43eb4f2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:42.793931 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5ba15df3-a1a8-4fd1-8058-257c0bd0a5d3 req-0854da88-11a1-4d58-99cd-e2e43eb4f2c8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8f6e050c-4ad9-43da-b460-75d4c430ab37 HTTP/1.1" status: 200 len: 1134 time: 0.0784588 Apr 05 22:34:42.834284 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f98ada78-d77c-4308-b738-466f536d13b0 req-f5949321-62d1-4966-97dd-7c03fab1506a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9eaec99c-965b-4873-a34a-85a811edf3e9 HTTP/1.1" status: 200 len: 217 time: 0.0394025 Apr 05 22:34:42.894764 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5ba15df3-a1a8-4fd1-8058-257c0bd0a5d3 req-87062240-8ca7-425b-8785-bf406625538d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e3f50950-c0c2-4cc2-8d9f-d8b23e17bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938334 Apr 05 22:34:42.905153 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ada78-d77c-4308-b738-466f536d13b0 req-6765df43-cd38-496d-bde9-94c86da3a487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:42.906602 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f98ada78-d77c-4308-b738-466f536d13b0 req-6765df43-cd38-496d-bde9-94c86da3a487 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b HTTP/1.1" status: 200 len: 857 time: 0.0606308 Apr 05 22:34:43.280790 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ada78-d77c-4308-b738-466f536d13b0 req-7c9928a0-10ad-4c06-8b42-747d5f24e2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:43.282876 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f98ada78-d77c-4308-b738-466f536d13b0 req-7c9928a0-10ad-4c06-8b42-747d5f24e2f0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e7e24e6e-3544-4395-8e0c-7d87fa5e4b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0802722 Apr 05 22:34:43.289655 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afd0ee-18c1-4415-9d7b-3bb765757075 req-cad45e77-d8de-4bf5-8568-ea8429f3345e tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:43.291009 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c3afd0ee-18c1-4415-9d7b-3bb765757075 req-cad45e77-d8de-4bf5-8568-ea8429f3345e tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 943 time: 0.0896139 Apr 05 22:34:43.395283 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c3afd0ee-18c1-4415-9d7b-3bb765757075 req-4b6be3a7-ed28-4e15-8988-b3bff45266d2 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=f606d00d-de89-4b79-98d4-4e4ba8b7c8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956798 Apr 05 22:34:43.412213 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f98ada78-d77c-4308-b738-466f536d13b0 req-b3d23ebc-98c2-4ef7-b338-7134755a07ee service neutron] 10.222.0.46 "GET /v2.0/networks/e7e24e6e-3544-4395-8e0c-7d87fa5e4b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201952 Apr 05 22:34:43.711990 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb818e-2b8d-4124-ab0d-ce40b788f592 req-748071da-e992-4d69-b2cf-a91a7becfe33 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:43.713407 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-31eb818e-2b8d-4124-ab0d-ce40b788f592 req-748071da-e992-4d69-b2cf-a91a7becfe33 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f6e050c-4ad9-43da-b460-75d4c430ab37 HTTP/1.1" status: 200 len: 950 time: 0.0536692 Apr 05 22:34:43.759895 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-31eb818e-2b8d-4124-ab0d-ce40b788f592 req-5b43fe0e-4949-437a-b164-f0269d9f59f3 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3f50950-c0c2-4cc2-8d9f-d8b23e17bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407534 Apr 05 22:34:44.298889 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f98ada78-d77c-4308-b738-466f536d13b0 req-f2e5723e-c4b5-4996-966d-80ff77f5c899 service neutron] 10.222.0.46 "GET /v2.0/networks/e7e24e6e-3544-4395-8e0c-7d87fa5e4b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195846 Apr 05 22:34:44.455582 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 9eaec99c-965b-4873-a34a-85a811edf3e9 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:34:44.532622 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c31266-ec0b-40a8-ada3-152f86a569a3 req-1ca947a9-ed7e-4617-9b84-e60eb2045ce0 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:44.534220 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-64c31266-ec0b-40a8-ada3-152f86a569a3 req-1ca947a9-ed7e-4617-9b84-e60eb2045ce0 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 943 time: 0.0705144 Apr 05 22:34:44.579318 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 9eaec99c-965b-4873-a34a-85a811edf3e9, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=9eaec99c-965b-4873-a34a-85a811edf3e9,segment=NetworkSegment(8e05269c-2d20-4fff-93bb-3b9f88c16ef1),segment_id=8e05269c-2d20-4fff-93bb-3b9f88c16ef1)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:44.581629 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-64c31266-ec0b-40a8-ada3-152f86a569a3 req-60f533c4-c229-4e42-b192-db57bd7dc8c6 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=f606d00d-de89-4b79-98d4-4e4ba8b7c8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414207 Apr 05 22:34:44.591033 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Returning: {'device': '9eaec99c-965b-4873-a34a-85a811edf3e9', 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92', 'port_id': '9eaec99c-965b-4873-a34a-85a811edf3e9', 'mac_address': 'fa:16:3e:47:f3:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:34:44.628722 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port 9eaec99c-965b-4873-a34a-85a811edf3e9 is: DOWN; New status is: BUILD {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:34:44.629147 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (9eaec99c-965b-4873-a34a-85a811edf3e9), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:44.641573 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eaec99c-965b-4873-a34a-85a811edf3e9 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:34:44.665715 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 9eaec99c-965b-4873-a34a-85a811edf3e9, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=9eaec99c-965b-4873-a34a-85a811edf3e9,segment=NetworkSegment(8e05269c-2d20-4fff-93bb-3b9f88c16ef1),segment_id=8e05269c-2d20-4fff-93bb-3b9f88c16ef1)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:44.669217 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (9eaec99c-965b-4873-a34a-85a811edf3e9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:44.714479 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=9eaec99c-965b-4873-a34a-85a811edf3e9,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:44.884609 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f91686-a63b-484c-b4c3-5e7350da9591 req-42593e61-9a28-438d-a75b-aa06d7b6fce4 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:44.886031 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f4f91686-a63b-484c-b4c3-5e7350da9591 req-42593e61-9a28-438d-a75b-aa06d7b6fce4 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f6e050c-4ad9-43da-b460-75d4c430ab37 HTTP/1.1" status: 200 len: 950 time: 0.0514586 Apr 05 22:34:44.933659 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f4f91686-a63b-484c-b4c3-5e7350da9591 req-07fc60b8-d467-431a-9e65-7ba720823778 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3f50950-c0c2-4cc2-8d9f-d8b23e17bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413926 Apr 05 22:34:45.091794 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] get_ports_and_sgs() called for port_ids ['9eaec99c-965b-4873-a34a-85a811edf3e9'] {{(pid=103304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:34:45.217599 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825766a-cd9b-4987-8e60-7c17cd2578d1 req-9fd09073-7136-4f4a-9e1b-033f53d2cbf7 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:45.218998 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8825766a-cd9b-4987-8e60-7c17cd2578d1 req-9fd09073-7136-4f4a-9e1b-033f53d2cbf7 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f6e050c-4ad9-43da-b460-75d4c430ab37 HTTP/1.1" status: 200 len: 950 time: 0.0550988 Apr 05 22:34:45.269406 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8825766a-cd9b-4987-8e60-7c17cd2578d1 req-804c2393-23f9-4cab-93a4-52c8543ad0f8 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3f50950-c0c2-4cc2-8d9f-d8b23e17bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448070 Apr 05 22:34:45.700276 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636765e0-7e1c-4465-a937-c1b923f5b93f req-0792917c-0b31-4022-b659-66e07266953f tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:45.701778 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-636765e0-7e1c-4465-a937-c1b923f5b93f req-0792917c-0b31-4022-b659-66e07266953f tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 944 time: 0.0519712 Apr 05 22:34:45.749226 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-636765e0-7e1c-4465-a937-c1b923f5b93f req-09328fc4-cdc6-417f-9ee0-57a9ed31d25e tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=f606d00d-de89-4b79-98d4-4e4ba8b7c8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405428 Apr 05 22:34:46.390730 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d66dad-fa27-4386-ba97-a3254bc3ca65 req-cf6af39d-042b-47cf-b248-152b7fc0d45d tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:46.392190 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b5d66dad-fa27-4386-ba97-a3254bc3ca65 req-cf6af39d-042b-47cf-b248-152b7fc0d45d tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f6e050c-4ad9-43da-b460-75d4c430ab37 HTTP/1.1" status: 200 len: 950 time: 0.0552869 Apr 05 22:34:46.443135 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b5d66dad-fa27-4386-ba97-a3254bc3ca65 req-11750eff-d550-4055-8e87-735c7fab10b4 tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3f50950-c0c2-4cc2-8d9f-d8b23e17bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454116 Apr 05 22:34:46.472285 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 9eaec99c-965b-4873-a34a-85a811edf3e9 up at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:34:46.519978 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning for port 9eaec99c-965b-4873-a34a-85a811edf3e9 completed by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:34:46.524002 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning complete for port 9eaec99c-965b-4873-a34a-85a811edf3e9 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:34:46.524382 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (9eaec99c-965b-4873-a34a-85a811edf3e9), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:46.600107 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port 9eaec99c-965b-4873-a34a-85a811edf3e9 is: BUILD; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:34:46.600408 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (9eaec99c-965b-4873-a34a-85a811edf3e9), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:46.623218 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e6c947-6b0b-4a28-8902-accf17511d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eaec99c-965b-4873-a34a-85a811edf3e9'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:34:46.625520 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16471d07bccade7c78bbaf7939695eccfc965b3074ad902c0ac28a73985796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954eec48-4734-4daa-b723-9180273e33ff" -d '{"events": [{"server_uuid": "86e6c947-6b0b-4a28-8902-accf17511d5c", "name": "network-vif-plugged", "status": "completed", "tag": "9eaec99c-965b-4873-a34a-85a811edf3e9"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:34:46.641546 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 9eaec99c-965b-4873-a34a-85a811edf3e9, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=9eaec99c-965b-4873-a34a-85a811edf3e9,segment=NetworkSegment(8e05269c-2d20-4fff-93bb-3b9f88c16ef1),segment_id=8e05269c-2d20-4fff-93bb-3b9f88c16ef1)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:46.646081 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (9eaec99c-965b-4873-a34a-85a811edf3e9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:46.670012 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea42966-b222-47b0-975b-0800480ad83c x-openstack-request-id: req-5ea42966-b222-47b0-975b-0800480ad83c {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:34:46.670324 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e6c947-6b0b-4a28-8902-accf17511d5c", "name": "network-vif-plugged", "status": "completed", "tag": "9eaec99c-965b-4873-a34a-85a811edf3e9", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:34:46.670579 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5ea42966-b222-47b0-975b-0800480ad83c {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:34:46.670966 dv-cinder-835879-4-iscsi neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ea42966-b222-47b0-975b-0800480ad83c'] response: {'server_uuid': '86e6c947-6b0b-4a28-8902-accf17511d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eaec99c-965b-4873-a34a-85a811edf3e9', 'code': 200} Apr 05 22:34:46.696826 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=9eaec99c-965b-4873-a34a-85a811edf3e9,revision_number=5']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:46.870918 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35517c6-2661-4210-86b4-e8af939a71a7 req-71aef8a7-df52-4f72-a3af-ad2477824865 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:46.872353 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e35517c6-2661-4210-86b4-e8af939a71a7 req-71aef8a7-df52-4f72-a3af-ad2477824865 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 945 time: 0.0518250 Apr 05 22:34:46.919928 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e35517c6-2661-4210-86b4-e8af939a71a7 req-ebf9b786-d477-437e-8062-3603e95eb3b4 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=f606d00d-de89-4b79-98d4-4e4ba8b7c8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412452 Apr 05 22:34:47.084023 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa39f14-a656-4f27-8d00-61f9de58a710 req-a3e75521-e677-4211-9f29-babe2be7a5df tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:47.086477 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7fa39f14-a656-4f27-8d00-61f9de58a710 req-a3e75521-e677-4211-9f29-babe2be7a5df tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f6e050c-4ad9-43da-b460-75d4c430ab37 HTTP/1.1" status: 200 len: 950 time: 0.0849333 Apr 05 22:34:47.128666 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e719235-adf0-49d4-a6ba-9e60969c7ede req-8c77f7a1-f772-4e5e-8b9b-bc1e8b5c2f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:47.130091 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5e719235-adf0-49d4-a6ba-9e60969c7ede req-8c77f7a1-f772-4e5e-8b9b-bc1e8b5c2f55 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 1129 time: 0.0924666 Apr 05 22:34:47.210135 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5e719235-adf0-49d4-a6ba-9e60969c7ede req-47fe060d-6e01-4a29-a53a-cfb77254988f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f606d00d-de89-4b79-98d4-4e4ba8b7c8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644813 Apr 05 22:34:47.221872 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-7fa39f14-a656-4f27-8d00-61f9de58a710 req-62ba4880-830f-44d3-a4e1-ab38a3be004c tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] Deleting port 26d5a02b-15d0-4d29-8919-f0f334a324f9 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:34:47.222218 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7fa39f14-a656-4f27-8d00-61f9de58a710 req-62ba4880-830f-44d3-a4e1-ab38a3be004c tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (26d5a02b-15d0-4d29-8919-f0f334a324f9), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:47.313741 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-7fa39f14-a656-4f27-8d00-61f9de58a710 req-62ba4880-830f-44d3-a4e1-ab38a3be004c tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] For port 26d5a02b-15d0-4d29-8919-f0f334a324f9, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=26d5a02b-15d0-4d29-8919-f0f334a324f9,segment=NetworkSegment(9305d6f4-bdc2-483b-9863-60f902aee4b9),segment_id=9305d6f4-bdc2-483b-9863-60f902aee4b9)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:47.314109 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7fa39f14-a656-4f27-8d00-61f9de58a710 req-62ba4880-830f-44d3-a4e1-ab38a3be004c tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (26d5a02b-15d0-4d29-8919-f0f334a324f9), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:47.328506 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-7fa39f14-a656-4f27-8d00-61f9de58a710 req-62ba4880-830f-44d3-a4e1-ab38a3be004c tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] Calling delete_port for 26d5a02b-15d0-4d29-8919-f0f334a324f9 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:34:47.460583 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7fa39f14-a656-4f27-8d00-61f9de58a710 req-62ba4880-830f-44d3-a4e1-ab38a3be004c tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (26d5a02b-15d0-4d29-8919-f0f334a324f9), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:47.474067 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] get_ports_and_sgs() called for port_ids ['26d5a02b-15d0-4d29-8919-f0f334a324f9'] {{(pid=103304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:34:47.488927 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba4880-830f-44d3-a4e1-ab38a3be004c tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] Pushing event deleted for resources: {'Port': ['ID=26d5a02b-15d0-4d29-8919-f0f334a324f9,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:47.533777 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa39f14-a656-4f27-8d00-61f9de58a710 req-62ba4880-830f-44d3-a4e1-ab38a3be004c tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] No DVR routers for this DVR port 26d5a02b-15d0-4d29-8919-f0f334a324f9 on host hv-cinder-83587 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:34:47.544291 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7fa39f14-a656-4f27-8d00-61f9de58a710 req-62ba4880-830f-44d3-a4e1-ab38a3be004c tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:47.547675 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7fa39f14-a656-4f27-8d00-61f9de58a710 req-62ba4880-830f-44d3-a4e1-ab38a3be004c tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] 10.222.0.46 "DELETE /v2.0/ports/26d5a02b-15d0-4d29-8919-f0f334a324f9 HTTP/1.1" status: 204 len: 173 time: 0.4495730 Apr 05 22:34:47.548117 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6e050c-4ad9-43da-b460-75d4c430ab37', 'name': 'network-vif-deleted', 'tag': '26d5a02b-15d0-4d29-8919-f0f334a324f9'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:34:47.550412 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b446f39b-456c-455c-9e3b-9a103e81a238" -d '{"events": [{"server_uuid": "8f6e050c-4ad9-43da-b460-75d4c430ab37", "name": "network-vif-deleted", "tag": "26d5a02b-15d0-4d29-8919-f0f334a324f9"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:34:47.572143 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0e90e4a3-cfe6-472b-b1ad-43ccc3fdbed8 req-9a1654cc-0a2b-43c8-8bd7-915814df474d tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f6e050c-4ad9-43da-b460-75d4c430ab37 HTTP/1.1" status: 200 len: 210 time: 0.0396748 Apr 05 22:34:47.602947 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17bd23c-de9e-49d5-97bb-af3328f7d3dd x-openstack-request-id: req-c17bd23c-de9e-49d5-97bb-af3328f7d3dd {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:34:47.603348 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6e050c-4ad9-43da-b460-75d4c430ab37", "name": "network-vif-deleted", "tag": "26d5a02b-15d0-4d29-8919-f0f334a324f9", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:34:47.603677 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c17bd23c-de9e-49d5-97bb-af3328f7d3dd {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:34:47.604154 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c17bd23c-de9e-49d5-97bb-af3328f7d3dd'] response: {'server_uuid': '8f6e050c-4ad9-43da-b460-75d4c430ab37', 'name': 'network-vif-deleted', 'tag': '26d5a02b-15d0-4d29-8919-f0f334a324f9', 'status': 'completed', 'code': 200} Apr 05 22:34:48.040572 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd8b96-22e5-44a4-b80d-4238207bfd42 req-54617636-1eeb-49a0-8090-11ccd8e4f236 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:48.042174 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-edcd8b96-22e5-44a4-b80d-4238207bfd42 req-54617636-1eeb-49a0-8090-11ccd8e4f236 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 945 time: 0.0549545 Apr 05 22:34:48.089009 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-edcd8b96-22e5-44a4-b80d-4238207bfd42 req-407dbf19-8eca-4faa-bbc5-9b1838e33564 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=f606d00d-de89-4b79-98d4-4e4ba8b7c8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406334 Apr 05 22:34:48.679483 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-fb44033f-6650-462a-87d3-6ce7af6df9b5 req-6dddce5b-5a1d-46bb-bf54-ae08a40a797d tempest-VolumesNegativeTest-1385215656 tempest-VolumesNegativeTest-1385215656-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f6e050c-4ad9-43da-b460-75d4c430ab37 HTTP/1.1" status: 200 len: 210 time: 0.0277197 Apr 05 22:34:49.208717 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6743a1-2572-491b-bca2-856abe7ac07d req-c1f517fc-ebf4-44ee-a4dc-675da92e756c tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:49.210143 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-fd6743a1-2572-491b-bca2-856abe7ac07d req-c1f517fc-ebf4-44ee-a4dc-675da92e756c tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 945 time: 0.0526450 Apr 05 22:34:49.266947 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-fd6743a1-2572-491b-bca2-856abe7ac07d req-ee79496b-2bf6-4757-bd81-4fbfdfed3bad tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=f606d00d-de89-4b79-98d4-4e4ba8b7c8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508959 Apr 05 22:34:50.395385 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5540ea0-4bb1-48a9-a0e0-1c4a3473e743 req-fc7c6937-999c-4c29-8339-a6eb50e9a63c tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:50.396923 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d5540ea0-4bb1-48a9-a0e0-1c4a3473e743 req-fc7c6937-999c-4c29-8339-a6eb50e9a63c tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 945 time: 0.0584123 Apr 05 22:34:50.445312 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d5540ea0-4bb1-48a9-a0e0-1c4a3473e743 req-c764d63c-4f3e-4a3d-a1a7-de893276aa15 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=f606d00d-de89-4b79-98d4-4e4ba8b7c8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427620 Apr 05 22:34:50.471969 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 26d5a02b-15d0-4d29-8919-f0f334a324f9 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:34:50.495104 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] No Port match for: 26d5a02b-15d0-4d29-8919-f0f334a324f9 {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:34:50.495449 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 26d5a02b-15d0-4d29-8919-f0f334a324f9 not bound to the agent host hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:34:50.576453 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a686f4-0e9b-4429-bba5-f26917871f05 req-3df2428a-ce72-4833-a3a5-2f6bc745c25e tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:50.578656 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-08a686f4-0e9b-4429-bba5-f26917871f05 req-3df2428a-ce72-4833-a3a5-2f6bc745c25e tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 945 time: 0.0536757 Apr 05 22:34:50.587949 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 47610) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:50.592519 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-35869b22-2d2a-4e24-a61a-044631397132 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Request body: {'floatingip': {'port_id': '9eaec99c-965b-4873-a34a-85a811edf3e9'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:50.680897 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-35869b22-2d2a-4e24-a61a-044631397132 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks [] for floatingip (26f3aba8-1459-403e-93c1-df6ba3ddc14c), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:51.550978 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-35869b22-2d2a-4e24-a61a-044631397132 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:51.555063 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-35869b22-2d2a-4e24-a61a-044631397132 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528098'] for floatingip (26f3aba8-1459-403e-93c1-df6ba3ddc14c), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:51.660815 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.db.l3_db [None req-35869b22-2d2a-4e24-a61a-044631397132 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Floating IP 26f3aba8-1459-403e-93c1-df6ba3ddc14c associated. External IP: 172.27.2.38, port: 9eaec99c-965b-4873-a34a-85a811edf3e9. Apr 05 22:34:51.871601 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35869b22-2d2a-4e24-a61a-044631397132 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Router aa971dbb-f9a5-443b-9c12-e0b6c769bff6 has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:34:51.981419 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35869b22-2d2a-4e24-a61a-044631397132 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:34:51.986613 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-35869b22-2d2a-4e24-a61a-044631397132 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for floatingip (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:51.994297 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49f43f8-fff9-42d0-b38b-a4657d30ce7a None None] Sync routers for ids ['aa971dbb-f9a5-443b-9c12-e0b6c769bff6'] in dv-cinder-835879-4-iscsi {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:34:52.007405 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49f43f8-fff9-42d0-b38b-a4657d30ce7a None None] Routers {'aa971dbb-f9a5-443b-9c12-e0b6c769bff6'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:34:52.008024 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-f49f43f8-fff9-42d0-b38b-a4657d30ce7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:34:37Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['aa971dbb-f9a5-443b-9c12-e0b6c769bff6'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:52.028961 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-35869b22-2d2a-4e24-a61a-044631397132 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "PUT /v2.0/floatingips/26f3aba8-1459-403e-93c1-df6ba3ddc14c HTTP/1.1" status: 200 len: 990 time: 1.4304135 Apr 05 22:34:52.028961 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86e6c947-6b0b-4a28-8902-accf17511d5c', 'tag': '9eaec99c-965b-4873-a34a-85a811edf3e9'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:34:52.028961 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1671544ff40eda59cef59b672f5a268c5eb6787e07d105e794150b4ff377c8e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7a2919-aa1e-4ef3-8d05-c5d8a237236b" -d '{"events": [{"name": "network-changed", "server_uuid": "86e6c947-6b0b-4a28-8902-accf17511d5c", "tag": "9eaec99c-965b-4873-a34a-85a811edf3e9"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:34:52.057969 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d85d6e-4e33-4b1f-9328-0d7fc4f2750f x-openstack-request-id: req-92d85d6e-4e33-4b1f-9328-0d7fc4f2750f {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:34:52.058267 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86e6c947-6b0b-4a28-8902-accf17511d5c", "tag": "9eaec99c-965b-4873-a34a-85a811edf3e9", "status": "completed", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:34:52.058514 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-92d85d6e-4e33-4b1f-9328-0d7fc4f2750f {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:34:52.058920 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92d85d6e-4e33-4b1f-9328-0d7fc4f2750f'] response: {'name': 'network-changed', 'server_uuid': '86e6c947-6b0b-4a28-8902-accf17511d5c', 'tag': '9eaec99c-965b-4873-a34a-85a811edf3e9', 'status': 'completed', 'code': 200} Apr 05 22:34:52.121544 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-f49f43f8-fff9-42d0-b38b-a4657d30ce7a None None] Set router aa971dbb-f9a5-443b-9c12-e0b6c769bff6 gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:34:52.129946 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a2919-aa1e-4ef3-8d05-c5d8a237236b req-38142eeb-8b70-4149-b748-db1b6228b4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:52.131610 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5c7a2919-aa1e-4ef3-8d05-c5d8a237236b req-38142eeb-8b70-4149-b748-db1b6228b4eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=20b77f8ad3b947daa87a0a858e8b7ac2&device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 1129 time: 0.0513015 Apr 05 22:34:52.237484 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a2919-aa1e-4ef3-8d05-c5d8a237236b req-5dea45e5-9a39-4d3c-81d1-259ee9aa03c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:52.239221 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5c7a2919-aa1e-4ef3-8d05-c5d8a237236b req-5dea45e5-9a39-4d3c-81d1-259ee9aa03c3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e7e24e6e-3544-4395-8e0c-7d87fa5e4b92 HTTP/1.1" status: 200 len: 919 time: 0.0977259 Apr 05 22:34:52.315693 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5c7a2919-aa1e-4ef3-8d05-c5d8a237236b req-98fa1a5e-4f0e-4872-b5c5-24105c646d3a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9eaec99c-965b-4873-a34a-85a811edf3e9 HTTP/1.1" status: 200 len: 998 time: 0.0694129 Apr 05 22:34:52.364342 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-f49f43f8-fff9-42d0-b38b-a4657d30ce7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'name': 'tempest-ServerRescueNegativeTestJSON-266728504-router', 'tenant_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '8699a723-d19c-4b3b-98f2-b8d4854bde18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:02Z', 'updated_at': '2022-04-05T22:32:16Z', 'revision_number': 4, 'project_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'gw_port': {'id': '8699a723-d19c-4b3b-98f2-b8d4854bde18', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:04Z', 'updated_at': '2022-04-05T22:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': '26f3aba8-1459-403e-93c1-df6ba3ddc14c', 'tenant_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'floating_ip_address': '172.27.2.38', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'port_id': '9eaec99c-965b-4873-a34a-85a811edf3e9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92', 'mac_address': 'fa:16:3e:47:f3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e6c947-6b0b-4a28-8902-accf17511d5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:34:34Z', 'updated_at': '2022-04-05T22:34:51Z', 'revision_number': 1, 'project_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38baee01-8881-4b37-96b8-d8ebaa9242f0', 'name': '', 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92', 'tenant_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'mac_address': 'fa:16:3e:83:bf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:13Z', 'updated_at': '2022-04-05T22:32:30Z', 'revision_number': 5, 'project_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'subnets': [{'id': '4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:52.368896 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a2919-aa1e-4ef3-8d05-c5d8a237236b req-603f44e4-d438-4216-907c-bd33c0007f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:52.370569 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5c7a2919-aa1e-4ef3-8d05-c5d8a237236b req-603f44e4-d438-4216-907c-bd33c0007f0c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b HTTP/1.1" status: 200 len: 857 time: 0.0493174 Apr 05 22:34:52.392045 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49f43f8-fff9-42d0-b38b-a4657d30ce7a None None] Checking router: aa971dbb-f9a5-443b-9c12-e0b6c769bff6 for host: dv-cinder-835879-4-iscsi {{(pid=103305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:34:52.400399 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49f43f8-fff9-42d0-b38b-a4657d30ce7a None None] Routers {'aa971dbb-f9a5-443b-9c12-e0b6c769bff6'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:34:52.401116 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-f49f43f8-fff9-42d0-b38b-a4657d30ce7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:34:37Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['aa971dbb-f9a5-443b-9c12-e0b6c769bff6'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:52.425244 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a2919-aa1e-4ef3-8d05-c5d8a237236b req-99f4bde6-53f9-4736-8d0d-799fae2157a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:52.426744 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5c7a2919-aa1e-4ef3-8d05-c5d8a237236b req-99f4bde6-53f9-4736-8d0d-799fae2157a7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e7e24e6e-3544-4395-8e0c-7d87fa5e4b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484338 Apr 05 22:34:52.512463 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-f49f43f8-fff9-42d0-b38b-a4657d30ce7a None None] Set router aa971dbb-f9a5-443b-9c12-e0b6c769bff6 gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:34:52.524404 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5c7a2919-aa1e-4ef3-8d05-c5d8a237236b req-e68bcb89-0fc5-4ef3-b307-679d3493dbff service neutron] 10.222.0.46 "GET /v2.0/networks/e7e24e6e-3544-4395-8e0c-7d87fa5e4b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885439 Apr 05 22:34:52.616718 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5c7a2919-aa1e-4ef3-8d05-c5d8a237236b req-13ca2d34-8d68-4278-82c5-a4514535fc7d service neutron] 10.222.0.46 "GET /v2.0/networks/e7e24e6e-3544-4395-8e0c-7d87fa5e4b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824256 Apr 05 22:34:52.735263 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-f49f43f8-fff9-42d0-b38b-a4657d30ce7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'name': 'tempest-ServerRescueNegativeTestJSON-266728504-router', 'tenant_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '8699a723-d19c-4b3b-98f2-b8d4854bde18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:02Z', 'updated_at': '2022-04-05T22:32:16Z', 'revision_number': 4, 'project_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'gw_port': {'id': '8699a723-d19c-4b3b-98f2-b8d4854bde18', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:04Z', 'updated_at': '2022-04-05T22:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': '26f3aba8-1459-403e-93c1-df6ba3ddc14c', 'tenant_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'floating_ip_address': '172.27.2.38', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'port_id': '9eaec99c-965b-4873-a34a-85a811edf3e9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92', 'mac_address': 'fa:16:3e:47:f3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e6c947-6b0b-4a28-8902-accf17511d5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:34:34Z', 'updated_at': '2022-04-05T22:34:51Z', 'revision_number': 1, 'project_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38baee01-8881-4b37-96b8-d8ebaa9242f0', 'name': '', 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92', 'tenant_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'mac_address': 'fa:16:3e:83:bf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:13Z', 'updated_at': '2022-04-05T22:32:30Z', 'revision_number': 5, 'project_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'subnets': [{'id': '4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:52.760927 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49f43f8-fff9-42d0-b38b-a4657d30ce7a None None] The sync data for ids ['aa971dbb-f9a5-443b-9c12-e0b6c769bff6'] in dv-cinder-835879-4-iscsi is: [{'id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'name': 'tempest-ServerRescueNegativeTestJSON-266728504-router', 'tenant_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '8699a723-d19c-4b3b-98f2-b8d4854bde18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:02Z', 'updated_at': '2022-04-05T22:32:16Z', 'revision_number': 4, 'project_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'gw_port': {'id': '8699a723-d19c-4b3b-98f2-b8d4854bde18', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:04Z', 'updated_at': '2022-04-05T22:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': '26f3aba8-1459-403e-93c1-df6ba3ddc14c', 'tenant_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'floating_ip_address': '172.27.2.38', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'port_id': '9eaec99c-965b-4873-a34a-85a811edf3e9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92', 'mac_address': 'fa:16:3e:47:f3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e6c947-6b0b-4a28-8902-accf17511d5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:34:34Z', 'updated_at': '2022-04-05T22:34:51Z', 'revision_number': 1, 'project_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38baee01-8881-4b37-96b8-d8ebaa9242f0', 'name': '', 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92', 'tenant_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'mac_address': 'fa:16:3e:83:bf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:13Z', 'updated_at': '2022-04-05T22:32:30Z', 'revision_number': 5, 'project_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'subnets': [{'id': '4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:34:53.334173 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12e1378-094c-4749-8870-0cfd87b2e31b None None] New status for floating IP 26f3aba8-1459-403e-93c1-df6ba3ddc14c: ACTIVE {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:34:53.705346 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 47788) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:53.837957 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-6c9e764a-539d-4822-bec4-7913b28e5ebc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5a3efcef88f94b24b65aedb5a5717ab0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314807 Apr 05 22:34:53.840333 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 47792) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:53.885484 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d56786cc-4be2-47df-83e1-4a9cbc478795 admin admin] Publish callbacks [] for security_group (e3f50950-c0c2-4cc2-8d9f-d8b23e17bfdb), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:53.905970 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d56786cc-4be2-47df-83e1-4a9cbc478795 admin admin] Publish callbacks [] for security_group (e3f50950-c0c2-4cc2-8d9f-d8b23e17bfdb), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:53.951729 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d56786cc-4be2-47df-83e1-4a9cbc478795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (e3f50950-c0c2-4cc2-8d9f-d8b23e17bfdb), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:53.954375 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d56786cc-4be2-47df-83e1-4a9cbc478795 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:53.955494 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-d56786cc-4be2-47df-83e1-4a9cbc478795 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e3f50950-c0c2-4cc2-8d9f-d8b23e17bfdb HTTP/1.1" status: 204 len: 168 time: 0.1141970 Apr 05 22:34:53.964525 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56786cc-4be2-47df-83e1-4a9cbc478795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f50950-c0c2-4cc2-8d9f-d8b23e17bfdb,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:58.881845 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:34:59.903323 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:03.477072 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d6fbd7fd-73f7-4d81-bc69-efe88cdb5e3c req-d1b64dca-9773-4fee-a603-7e02db3d1d08 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fcc0baa4-a1b3-4f83-bb87-e1b3f221405c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425572 Apr 05 22:35:03.547581 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fbd7fd-73f7-4d81-bc69-efe88cdb5e3c req-4f3e36a0-bae7-4f37-822b-b36a947dcb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:03.549105 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d6fbd7fd-73f7-4d81-bc69-efe88cdb5e3c req-4f3e36a0-bae7-4f37-822b-b36a947dcb85 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=20b77f8ad3b947daa87a0a858e8b7ac2&device_id=fcc0baa4-a1b3-4f83-bb87-e1b3f221405c HTTP/1.1" status: 200 len: 1129 time: 0.0473404 Apr 05 22:35:03.653552 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fbd7fd-73f7-4d81-bc69-efe88cdb5e3c req-566d7d52-ca43-4b08-9ab7-01c503f345e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:03.655035 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d6fbd7fd-73f7-4d81-bc69-efe88cdb5e3c req-566d7d52-ca43-4b08-9ab7-01c503f345e6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e7e24e6e-3544-4395-8e0c-7d87fa5e4b92 HTTP/1.1" status: 200 len: 919 time: 0.0873976 Apr 05 22:35:03.697726 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d6fbd7fd-73f7-4d81-bc69-efe88cdb5e3c req-c2073d85-02f3-45ef-8cc1-d1a5e4cc9165 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6d0f6dc-997d-4ab9-9778-2e6151466215 HTTP/1.1" status: 200 len: 217 time: 0.0364478 Apr 05 22:35:03.745472 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fbd7fd-73f7-4d81-bc69-efe88cdb5e3c req-92ea135d-4e28-4562-ad88-a9bbbc9956e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:03.746927 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d6fbd7fd-73f7-4d81-bc69-efe88cdb5e3c req-92ea135d-4e28-4562-ad88-a9bbbc9956e6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b HTTP/1.1" status: 200 len: 857 time: 0.0426776 Apr 05 22:35:03.793764 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fbd7fd-73f7-4d81-bc69-efe88cdb5e3c req-2c100c25-ad17-4fe8-84c5-fe39643d3290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:03.795184 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d6fbd7fd-73f7-4d81-bc69-efe88cdb5e3c req-2c100c25-ad17-4fe8-84c5-fe39643d3290 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e7e24e6e-3544-4395-8e0c-7d87fa5e4b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425487 Apr 05 22:35:03.890475 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d6fbd7fd-73f7-4d81-bc69-efe88cdb5e3c req-b46b09c6-cd8a-48e1-bc5e-6bc1f34aaf0c service neutron] 10.222.0.46 "GET /v2.0/networks/e7e24e6e-3544-4395-8e0c-7d87fa5e4b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870049 Apr 05 22:35:03.978549 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d6fbd7fd-73f7-4d81-bc69-efe88cdb5e3c req-570bf164-c993-4e6d-bf9e-3d18bcb60392 service neutron] 10.222.0.46 "GET /v2.0/networks/e7e24e6e-3544-4395-8e0c-7d87fa5e4b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827498 Apr 05 22:35:04.300624 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b173f1b-ff15-4f32-8628-952424bfcd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:06.007199 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 47904) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:06.109015 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-48a98370-a416-404c-ad95-b0a4782d9182 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:06.182840 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-48a98370-a416-404c-ad95-b0a4782d9182 admin admin] Publish callbacks [] for security_group (896bdf8f-e941-483e-815f-c75146dfd5d3), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:06.186205 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-48a98370-a416-404c-ad95-b0a4782d9182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (896bdf8f-e941-483e-815f-c75146dfd5d3), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:06.221968 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a98370-a416-404c-ad95-b0a4782d9182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896bdf8f-e941-483e-815f-c75146dfd5d3,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:06.226128 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-48a98370-a416-404c-ad95-b0a4782d9182 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=68d8498e3dfd410ab458607ff6954e48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179396 Apr 05 22:35:06.229318 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 47910) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:06.276953 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-35a83a6b-0fdc-4e45-b04e-8ad056c2fd53 admin admin] Publish callbacks [] for security_group (896bdf8f-e941-483e-815f-c75146dfd5d3), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:06.297676 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-35a83a6b-0fdc-4e45-b04e-8ad056c2fd53 admin admin] Publish callbacks [] for security_group (896bdf8f-e941-483e-815f-c75146dfd5d3), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:06.343023 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-35a83a6b-0fdc-4e45-b04e-8ad056c2fd53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (896bdf8f-e941-483e-815f-c75146dfd5d3), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:06.345772 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-35a83a6b-0fdc-4e45-b04e-8ad056c2fd53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:06.347071 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-35a83a6b-0fdc-4e45-b04e-8ad056c2fd53 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/896bdf8f-e941-483e-815f-c75146dfd5d3 HTTP/1.1" status: 204 len: 168 time: 0.1174765 Apr 05 22:35:06.354379 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a83a6b-0fdc-4e45-b04e-8ad056c2fd53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896bdf8f-e941-483e-815f-c75146dfd5d3,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:06.786613 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fa752199-2eaf-444e-b2ab-06da4b09db88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:07.523987 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:09.131036 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:10.716198 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:29.904195 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:30.576876 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 48016) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:30.677726 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7a44c04f-37ea-4ff5-bff4-e2c4890326c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:30.749855 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7a44c04f-37ea-4ff5-bff4-e2c4890326c1 admin admin] Publish callbacks [] for security_group (97bc712d-7b9c-4d47-8433-47d6d8d3fcb3), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:30.753474 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7a44c04f-37ea-4ff5-bff4-e2c4890326c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (97bc712d-7b9c-4d47-8433-47d6d8d3fcb3), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:30.790348 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-7a44c04f-37ea-4ff5-bff4-e2c4890326c1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ed60810f3d0946999d242bfbbb88ba6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2120066 Apr 05 22:35:30.791180 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a44c04f-37ea-4ff5-bff4-e2c4890326c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97bc712d-7b9c-4d47-8433-47d6d8d3fcb3,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:30.793050 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 48020) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:30.798220 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a44c04f-37ea-4ff5-bff4-e2c4890326c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:30.798604 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a44c04f-37ea-4ff5-bff4-e2c4890326c1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:30.799459 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a44c04f-37ea-4ff5-bff4-e2c4890326c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:30.799796 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a44c04f-37ea-4ff5-bff4-e2c4890326c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:30.800128 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a44c04f-37ea-4ff5-bff4-e2c4890326c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:30.800454 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a44c04f-37ea-4ff5-bff4-e2c4890326c1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:30.800803 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a44c04f-37ea-4ff5-bff4-e2c4890326c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:30.801126 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a44c04f-37ea-4ff5-bff4-e2c4890326c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:30.801447 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a44c04f-37ea-4ff5-bff4-e2c4890326c1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:30.801770 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a44c04f-37ea-4ff5-bff4-e2c4890326c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:30.802094 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a44c04f-37ea-4ff5-bff4-e2c4890326c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:30.802414 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a44c04f-37ea-4ff5-bff4-e2c4890326c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:30.802729 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a44c04f-37ea-4ff5-bff4-e2c4890326c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:30.803046 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a44c04f-37ea-4ff5-bff4-e2c4890326c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:30.803364 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a44c04f-37ea-4ff5-bff4-e2c4890326c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:30.849825 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-db2feccd-cfb7-42ff-ad9f-b53e89a7444e admin admin] Publish callbacks [] for security_group (97bc712d-7b9c-4d47-8433-47d6d8d3fcb3), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:30.874297 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-db2feccd-cfb7-42ff-ad9f-b53e89a7444e admin admin] Publish callbacks [] for security_group (97bc712d-7b9c-4d47-8433-47d6d8d3fcb3), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:30.920792 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-db2feccd-cfb7-42ff-ad9f-b53e89a7444e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (97bc712d-7b9c-4d47-8433-47d6d8d3fcb3), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:30.923374 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-db2feccd-cfb7-42ff-ad9f-b53e89a7444e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:30.924548 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-db2feccd-cfb7-42ff-ad9f-b53e89a7444e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/97bc712d-7b9c-4d47-8433-47d6d8d3fcb3 HTTP/1.1" status: 204 len: 168 time: 0.1305008 Apr 05 22:35:30.932089 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2feccd-cfb7-42ff-ad9f-b53e89a7444e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bc712d-7b9c-4d47-8433-47d6d8d3fcb3,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:30.939170 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2feccd-cfb7-42ff-ad9f-b53e89a7444e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:30.939522 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2feccd-cfb7-42ff-ad9f-b53e89a7444e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:30.939867 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2feccd-cfb7-42ff-ad9f-b53e89a7444e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:30.940207 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2feccd-cfb7-42ff-ad9f-b53e89a7444e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:30.940547 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2feccd-cfb7-42ff-ad9f-b53e89a7444e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:30.940915 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2feccd-cfb7-42ff-ad9f-b53e89a7444e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:30.941247 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2feccd-cfb7-42ff-ad9f-b53e89a7444e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:30.941576 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2feccd-cfb7-42ff-ad9f-b53e89a7444e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:30.941903 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2feccd-cfb7-42ff-ad9f-b53e89a7444e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:30.942234 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2feccd-cfb7-42ff-ad9f-b53e89a7444e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:30.942575 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2feccd-cfb7-42ff-ad9f-b53e89a7444e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:30.942890 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2feccd-cfb7-42ff-ad9f-b53e89a7444e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:30.943213 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2feccd-cfb7-42ff-ad9f-b53e89a7444e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:30.943536 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2feccd-cfb7-42ff-ad9f-b53e89a7444e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:30.943855 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2feccd-cfb7-42ff-ad9f-b53e89a7444e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:34.301634 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-21b432da-8b56-4576-8bc7-57a465359799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:35.881979 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:35:36.788791 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bcc1cd42-694b-4fe8-a449-acb2cfabdfbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:37.526398 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:39.134326 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:40.717652 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:45.564854 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26be00-0530-4422-8df5-4da7f81383bd req-5c15932f-62b1-4b0c-a613-45db15a09bb4 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:45.566598 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9b26be00-0530-4422-8df5-4da7f81383bd req-5c15932f-62b1-4b0c-a613-45db15a09bb4 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 946 time: 0.0529292 Apr 05 22:35:45.612105 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9b26be00-0530-4422-8df5-4da7f81383bd req-35a99232-ef48-4c14-ba9b-6cd3df3ceb3e tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398908 Apr 05 22:35:46.732806 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eca7cf-cbf6-4995-9d37-7296f763ebb3 req-4fce2408-fa1a-4896-86d6-3f9b5ec574b0 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:46.734262 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-27eca7cf-cbf6-4995-9d37-7296f763ebb3 req-4fce2408-fa1a-4896-86d6-3f9b5ec574b0 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 946 time: 0.0515332 Apr 05 22:35:46.783645 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-27eca7cf-cbf6-4995-9d37-7296f763ebb3 req-7a87582c-972b-41a6-a0f6-f6c41f462082 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439246 Apr 05 22:35:47.906794 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4f065-fdd9-4810-8e22-97fe9c50a2c4 req-9b147b04-da7e-42f8-8949-1d3b037c6614 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:47.908273 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-96a4f065-fdd9-4810-8e22-97fe9c50a2c4 req-9b147b04-da7e-42f8-8949-1d3b037c6614 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 946 time: 0.0556731 Apr 05 22:35:47.953833 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-96a4f065-fdd9-4810-8e22-97fe9c50a2c4 req-a5b8b6a5-237e-4e50-ace5-e579a5ed7096 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399382 Apr 05 22:35:49.083573 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c11b3-8b64-4cf7-a425-16db5b93df5e req-60c4736f-6565-4ca5-9a20-b86716b2f47a tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:49.085172 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-080c11b3-8b64-4cf7-a425-16db5b93df5e req-60c4736f-6565-4ca5-9a20-b86716b2f47a tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 946 time: 0.0609918 Apr 05 22:35:49.142992 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-080c11b3-8b64-4cf7-a425-16db5b93df5e req-25f22973-93e2-471d-abfe-15e464fe27e0 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499647 Apr 05 22:35:50.269237 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9d0ed-ae7c-4530-8b7c-b57405a98476 req-8b0ecd26-09be-4196-b16b-7f69cc01b4a1 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:50.270675 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-67f9d0ed-ae7c-4530-8b7c-b57405a98476 req-8b0ecd26-09be-4196-b16b-7f69cc01b4a1 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 946 time: 0.0552752 Apr 05 22:35:50.318751 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-67f9d0ed-ae7c-4530-8b7c-b57405a98476 req-d3b4d2e3-4c60-4dbc-97a5-4a649cd683dd tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422730 Apr 05 22:35:51.437756 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921fef6-6592-4356-b629-3e746c3705f7 req-da078e54-14ef-4687-af22-2e92d47c01f1 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:51.439199 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2921fef6-6592-4356-b629-3e746c3705f7 req-da078e54-14ef-4687-af22-2e92d47c01f1 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 946 time: 0.0503829 Apr 05 22:35:51.484316 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2921fef6-6592-4356-b629-3e746c3705f7 req-c628a2f8-f9d9-40c9-a051-4031c341de07 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392790 Apr 05 22:35:52.605126 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f91ee5e-efbe-4ac9-a811-43bad3827612 req-d18c9d96-20b7-46a5-9ef7-27bb4b55d159 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:52.606589 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2f91ee5e-efbe-4ac9-a811-43bad3827612 req-d18c9d96-20b7-46a5-9ef7-27bb4b55d159 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 946 time: 0.0508549 Apr 05 22:35:52.656030 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2f91ee5e-efbe-4ac9-a811-43bad3827612 req-9e5b1940-136b-410f-a6b3-0d95c0ad8cdc tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434401 Apr 05 22:35:53.774313 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fb3da-4097-4202-8340-6b7feec864ef req-695ee3da-db43-43b8-b5a3-06c726a465b2 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:53.775747 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0a6fb3da-4097-4202-8340-6b7feec864ef req-695ee3da-db43-43b8-b5a3-06c726a465b2 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 946 time: 0.0509403 Apr 05 22:35:53.821019 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0a6fb3da-4097-4202-8340-6b7feec864ef req-9cc1c84b-6e8c-45b4-be80-cb917414203b tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397708 Apr 05 22:35:54.133248 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 48280) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:54.234749 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6b5aa4b6-6644-4358-9124-86a4f201fd14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:54.306292 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6b5aa4b6-6644-4358-9124-86a4f201fd14 admin admin] Publish callbacks [] for security_group (0fb14bc5-1995-415c-8b39-a83b92b51409), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:54.309803 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6b5aa4b6-6644-4358-9124-86a4f201fd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (0fb14bc5-1995-415c-8b39-a83b92b51409), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:54.347292 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-6b5aa4b6-6644-4358-9124-86a4f201fd14 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9b98d9689ed24fae956f4dbbd15c6375&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2130091 Apr 05 22:35:54.348145 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5aa4b6-6644-4358-9124-86a4f201fd14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb14bc5-1995-415c-8b39-a83b92b51409,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:54.350629 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 48284) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:54.397522 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1ccc35b0-8ac0-48dd-b832-a8f795ff82cc admin admin] Publish callbacks [] for security_group (0fb14bc5-1995-415c-8b39-a83b92b51409), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:54.420550 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1ccc35b0-8ac0-48dd-b832-a8f795ff82cc admin admin] Publish callbacks [] for security_group (0fb14bc5-1995-415c-8b39-a83b92b51409), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:54.465843 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1ccc35b0-8ac0-48dd-b832-a8f795ff82cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (0fb14bc5-1995-415c-8b39-a83b92b51409), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:54.468328 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1ccc35b0-8ac0-48dd-b832-a8f795ff82cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:54.469499 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-1ccc35b0-8ac0-48dd-b832-a8f795ff82cc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0fb14bc5-1995-415c-8b39-a83b92b51409 HTTP/1.1" status: 204 len: 168 time: 0.1178832 Apr 05 22:35:54.477335 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc35b0-8ac0-48dd-b832-a8f795ff82cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb14bc5-1995-415c-8b39-a83b92b51409,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:54.947475 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08ba3a-b79b-4e06-aae2-511975189492 req-9bb61218-6c3c-4c62-89a4-07fbee929ce6 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:54.949084 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7f08ba3a-b79b-4e06-aae2-511975189492 req-9bb61218-6c3c-4c62-89a4-07fbee929ce6 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 946 time: 0.0596864 Apr 05 22:35:54.995548 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7f08ba3a-b79b-4e06-aae2-511975189492 req-66f98db9-2063-4bd5-b86b-a7f04e08c075 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407677 Apr 05 22:35:56.115021 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3c2cd-cd92-46f2-8032-318517e627b5 req-81fe361f-8e64-4f53-ba56-40597a9f8eae tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:56.116479 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8ae3c2cd-cd92-46f2-8032-318517e627b5 req-81fe361f-8e64-4f53-ba56-40597a9f8eae tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 946 time: 0.0504792 Apr 05 22:35:56.161814 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8ae3c2cd-cd92-46f2-8032-318517e627b5 req-07e06049-0f48-4a8d-a23a-201c64ae63d0 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396874 Apr 05 22:35:57.283446 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f235878-709a-4659-921d-bdbabd150f8b req-e0a9dea1-127d-4b6a-a042-5ff48d8fe2a4 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:57.284925 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6f235878-709a-4659-921d-bdbabd150f8b req-e0a9dea1-127d-4b6a-a042-5ff48d8fe2a4 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 946 time: 0.0540831 Apr 05 22:35:57.330685 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6f235878-709a-4659-921d-bdbabd150f8b req-0456bb66-888e-4528-8121-b75ce6cfbcca tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400200 Apr 05 22:35:57.383593 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 48310) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:57.388144 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-296231dd-f96f-4a4e-a1fb-266007c49399 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1041306133', 'description': 'tempest-description--1586483769'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:57.406624 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-296231dd-f96f-4a4e-a1fb-266007c49399 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:57.470295 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-296231dd-f96f-4a4e-a1fb-266007c49399 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group (ac2ca5e4-5526-48eb-9b4e-886db9c2011c), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:57.474142 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-296231dd-f96f-4a4e-a1fb-266007c49399 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (ac2ca5e4-5526-48eb-9b4e-886db9c2011c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:57.503272 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-296231dd-f96f-4a4e-a1fb-266007c49399 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:57.504478 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-296231dd-f96f-4a4e-a1fb-266007c49399 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1198473 Apr 05 22:35:57.506303 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296231dd-f96f-4a4e-a1fb-266007c49399 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2ca5e4-5526-48eb-9b4e-886db9c2011c,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:57.507449 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 48312) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:57.511972 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-1f384de3-7299-416f-a487-4f602275b2f1 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Request body: {'security_group_rule': {'security_group_id': 'ac2ca5e4-5526-48eb-9b4e-886db9c2011c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:57.537610 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1f384de3-7299-416f-a487-4f602275b2f1 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group_rule (f0b11801-fe25-430d-94ac-bdab990ca39f), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:57.582112 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1f384de3-7299-416f-a487-4f602275b2f1 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group_rule (f0b11801-fe25-430d-94ac-bdab990ca39f), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:57.585357 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1f384de3-7299-416f-a487-4f602275b2f1 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554007'] for security_group_rule (f0b11801-fe25-430d-94ac-bdab990ca39f), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:57.604274 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f384de3-7299-416f-a487-4f602275b2f1 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0b11801-fe25-430d-94ac-bdab990ca39f,revision_number=0']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:57.610513 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1f384de3-7299-416f-a487-4f602275b2f1 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:57.611350 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-1f384de3-7299-416f-a487-4f602275b2f1 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1028881 Apr 05 22:35:57.614653 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 48314) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:57.619257 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-b422fc76-1efa-430d-b48a-fd66f3134b06 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Request body: {'security_group_rule': {'security_group_id': 'ac2ca5e4-5526-48eb-9b4e-886db9c2011c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:57.644983 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b422fc76-1efa-430d-b48a-fd66f3134b06 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group_rule (d3315bc1-58bc-4cd0-982c-7783ccd174cb), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:57.698218 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b422fc76-1efa-430d-b48a-fd66f3134b06 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group_rule (d3315bc1-58bc-4cd0-982c-7783ccd174cb), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:57.701530 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b422fc76-1efa-430d-b48a-fd66f3134b06 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554007'] for security_group_rule (d3315bc1-58bc-4cd0-982c-7783ccd174cb), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:57.716105 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b422fc76-1efa-430d-b48a-fd66f3134b06 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3315bc1-58bc-4cd0-982c-7783ccd174cb,revision_number=0']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:57.726662 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b422fc76-1efa-430d-b48a-fd66f3134b06 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:57.727836 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-b422fc76-1efa-430d-b48a-fd66f3134b06 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1121094 Apr 05 22:35:57.731230 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 48316) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:57.735314 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-062eba81-389a-4704-906e-356ae2c2da09 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Request body: {'floatingip': {'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:57.754921 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-062eba81-389a-4704-906e-356ae2c2da09 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:57.849924 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-062eba81-389a-4704-906e-356ae2c2da09 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:57.952978 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-062eba81-389a-4704-906e-356ae2c2da09 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Allocated IP 172.27.2.200 (f2e9bb50-0445-459c-9ef2-0222ede25138/2ac17549-fc87-4e20-be5e-92c340e9a8b2/66c0211a-4dae-4b53-91a5-162eb3bbc76a) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:35:58.055780 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-062eba81-389a-4704-906e-356ae2c2da09 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for port (66c0211a-4dae-4b53-91a5-162eb3bbc76a), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:58.089165 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-062eba81-389a-4704-906e-356ae2c2da09 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25648990'] for port (66c0211a-4dae-4b53-91a5-162eb3bbc76a), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:58.127595 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062eba81-389a-4704-906e-356ae2c2da09 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Network f2e9bb50-0445-459c-9ef2-0222ede25138 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:35:58.130344 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-062eba81-389a-4704-906e-356ae2c2da09 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:35:58.132873 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062eba81-389a-4704-906e-356ae2c2da09 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:35:58.159792 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062eba81-389a-4704-906e-356ae2c2da09 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Pushing event updated for resources: {'Port': ['ID=66c0211a-4dae-4b53-91a5-162eb3bbc76a,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:58.226273 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-062eba81-389a-4704-906e-356ae2c2da09 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for floatingip (0aab3d8b-c7f4-4177-b1c3-a5d750c04b27), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:58.260400 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-062eba81-389a-4704-906e-356ae2c2da09 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (66c0211a-4dae-4b53-91a5-162eb3bbc76a), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:58.407862 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-062eba81-389a-4704-906e-356ae2c2da09 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for port (66c0211a-4dae-4b53-91a5-162eb3bbc76a), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:58.412400 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-062eba81-389a-4704-906e-356ae2c2da09 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25648935'] for port (66c0211a-4dae-4b53-91a5-162eb3bbc76a), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:58.450518 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d779fe-01c5-4f32-a468-8da98e8be095 req-b54f312b-1f9b-48b0-b567-a799de79a800 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:58.452094 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-86d779fe-01c5-4f32-a468-8da98e8be095 req-b54f312b-1f9b-48b0-b567-a799de79a800 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 946 time: 0.0516357 Apr 05 22:35:58.479441 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062eba81-389a-4704-906e-356ae2c2da09 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Pushing event updated for resources: {'Port': ['ID=66c0211a-4dae-4b53-91a5-162eb3bbc76a,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:58.491591 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-062eba81-389a-4704-906e-356ae2c2da09 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528098'] for floatingip (0aab3d8b-c7f4-4177-b1c3-a5d750c04b27), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:58.498756 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-86d779fe-01c5-4f32-a468-8da98e8be095 req-6d490fc8-04f4-4d0d-9eaf-9e97b86f8ba0 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408528 Apr 05 22:35:58.509251 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-062eba81-389a-4704-906e-356ae2c2da09 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for floatingip (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:58.510518 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-062eba81-389a-4704-906e-356ae2c2da09 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7784319 Apr 05 22:35:58.704943 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-63dddad8-f525-4bd1-8419-148b53260c72 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1041306133&fields=id&tenant_id=2697c0786bb14f85b099106396e57e9e HTTP/1.1" status: 200 len: 267 time: 0.0434003 Apr 05 22:35:58.810655 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-c8d95a6f-91bb-4f7a-988e-5ffdc2fc6d31 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:58.812096 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-c8d95a6f-91bb-4f7a-988e-5ffdc2fc6d31 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/networks?id=30d168ff-b6ad-4812-af5d-7394de5c0536 HTTP/1.1" status: 200 len: 814 time: 0.0996933 Apr 05 22:35:58.826021 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-24c27417-38fd-41ce-8f44-bb50f71ce7c8 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/quotas/2697c0786bb14f85b099106396e57e9e HTTP/1.1" status: 200 len: 375 time: 0.0086477 Apr 05 22:35:58.879991 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-8509df5e-4b47-4f86-b302-93a952d1d239 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2697c0786bb14f85b099106396e57e9e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492754 Apr 05 22:35:58.975215 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-1035dce9-01d8-4560-923a-08b072d2b1a9 service neutron] 10.222.0.15 "GET /v2.0/networks/30d168ff-b6ad-4812-af5d-7394de5c0536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844090 Apr 05 22:35:59.065169 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-282f568a-798d-4a4d-a5be-0a4006757f69 service neutron] 10.222.0.15 "GET /v2.0/networks/30d168ff-b6ad-4812-af5d-7394de5c0536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841641 Apr 05 22:35:59.222187 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-28ff8d3e-d9ed-424c-99eb-f62104afa4b8 req-ea99afba-1c0f-4fde-8ef0-7ffacf42b16c tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=168e6985-9b75-410a-98d4-2a5962c27a43 HTTP/1.1" status: 200 len: 210 time: 0.0259361 Apr 05 22:35:59.628985 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07770f1-d52e-4d64-81e8-4b3b3a42868f req-a5d2131b-2e37-426a-94a1-87e823a41c46 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:59.631174 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a07770f1-d52e-4d64-81e8-4b3b3a42868f req-a5d2131b-2e37-426a-94a1-87e823a41c46 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 946 time: 0.0557117 Apr 05 22:35:59.678101 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a07770f1-d52e-4d64-81e8-4b3b3a42868f req-722e2165-a1a4-4451-b67d-ef890f9ecbe1 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404167 Apr 05 22:35:59.917462 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:00.350619 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-912020dd-953b-4f30-a0e9-a035646da8b8 req-f9be579f-6cd1-4ff0-bc25-12e50d9be35f tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=168e6985-9b75-410a-98d4-2a5962c27a43 HTTP/1.1" status: 200 len: 210 time: 0.0610802 Apr 05 22:36:00.388473 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-5a4f8aa4-ed80-4671-8ff1-fd95bd1ec601 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:00.389957 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-5a4f8aa4-ed80-4671-8ff1-fd95bd1ec601 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.46 "GET /v2.0/networks?id=30d168ff-b6ad-4812-af5d-7394de5c0536 HTTP/1.1" status: 200 len: 814 time: 0.1324315 Apr 05 22:36:00.462353 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-14f18141-167d-4bca-a465-59c74ed7cca3 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2697c0786bb14f85b099106396e57e9e HTTP/1.1" status: 200 len: 472 time: 0.0611515 Apr 05 22:36:00.674107 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-bffdd2c2-aea7-4a83-999f-8cdc38d819cc tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Request body: {'port': {'device_id': '168e6985-9b75-410a-98d4-2a5962c27a43', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'admin_state_up': True, 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'security_groups': ['ac2ca5e4-5526-48eb-9b4e-886db9c2011c']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:00.814936 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-bffdd2c2-aea7-4a83-999f-8cdc38d819cc tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Made reservation on behalf of 2697c0786bb14f85b099106396e57e9e for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:36:00.818181 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-bffdd2c2-aea7-4a83-999f-8cdc38d819cc tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:00.827136 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e62bbe-f909-4f31-af8d-34bab197420e req-2233c5f0-d3e1-4ff0-8059-df3f542a8746 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:00.828582 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-24e62bbe-f909-4f31-af8d-34bab197420e req-2233c5f0-d3e1-4ff0-8059-df3f542a8746 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 946 time: 0.0779865 Apr 05 22:36:00.930716 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-24e62bbe-f909-4f31-af8d-34bab197420e req-5771eaae-04b9-4dab-8089-7301592512c9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0954144 Apr 05 22:36:00.981968 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-bffdd2c2-aea7-4a83-999f-8cdc38d819cc tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Allocated IP 172.20.0.10 (30d168ff-b6ad-4812-af5d-7394de5c0536/1f7e6b53-f66a-4bf5-b303-757e7b31098d/d9f9c05d-2e6c-48e9-a156-29a99b053908) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:36:01.114179 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-bffdd2c2-aea7-4a83-999f-8cdc38d819cc tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for port (d9f9c05d-2e6c-48e9-a156-29a99b053908), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:01.145335 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-bffdd2c2-aea7-4a83-999f-8cdc38d819cc tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (d9f9c05d-2e6c-48e9-a156-29a99b053908), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:01.189156 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-bffdd2c2-aea7-4a83-999f-8cdc38d819cc tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Network 30d168ff-b6ad-4812-af5d-7394de5c0536 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:36:01.194117 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-bffdd2c2-aea7-4a83-999f-8cdc38d819cc tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:36:01.199072 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-bffdd2c2-aea7-4a83-999f-8cdc38d819cc tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:36:01.201124 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffdd2c2-aea7-4a83-999f-8cdc38d819cc tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Pushing event updated for resources: {'Port': ['ID=d9f9c05d-2e6c-48e9-a156-29a99b053908,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:01.255245 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-bffdd2c2-aea7-4a83-999f-8cdc38d819cc tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:01.255868 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-bffdd2c2-aea7-4a83-999f-8cdc38d819cc tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:01.280505 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-bffdd2c2-aea7-4a83-999f-8cdc38d819cc tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6024740 Apr 05 22:36:01.291401 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-3aece499-c060-4fe4-8541-2b1af59b3430 service neutron] Request body: {'port': {'device_id': '168e6985-9b75-410a-98d4-2a5962c27a43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:01.354498 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-3aece499-c060-4fe4-8541-2b1af59b3430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (d9f9c05d-2e6c-48e9-a156-29a99b053908), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:01.408314 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-7e0c4c3f-2cfb-4402-9b13-c96a5909efac None None] Provisioning complete for port d9f9c05d-2e6c-48e9-a156-29a99b053908 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:01.408942 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7e0c4c3f-2cfb-4402-9b13-c96a5909efac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (d9f9c05d-2e6c-48e9-a156-29a99b053908), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:01.444734 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-7e0c4c3f-2cfb-4402-9b13-c96a5909efac None None] Port d9f9c05d-2e6c-48e9-a156-29a99b053908 cannot update to ACTIVE because it is not bound. {{(pid=103304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:36:01.564230 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c5834-e487-4327-a13b-84fe6de1dabf req-16708286-f81b-458e-b6f8-4de5e7148a83 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:01.565711 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ad1c5834-e487-4327-a13b-84fe6de1dabf req-16708286-f81b-458e-b6f8-4de5e7148a83 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=168e6985-9b75-410a-98d4-2a5962c27a43 HTTP/1.1" status: 200 len: 932 time: 0.1118829 Apr 05 22:36:01.638850 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ad1c5834-e487-4327-a13b-84fe6de1dabf req-8f4d2fb9-7c85-4da2-97e2-806755573f82 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac2ca5e4-5526-48eb-9b4e-886db9c2011c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675745 Apr 05 22:36:01.699059 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-3aece499-c060-4fe4-8541-2b1af59b3430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9f9c05d-2e6c-48e9-a156-29a99b053908 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:36:01.706836 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-3aece499-c060-4fe4-8541-2b1af59b3430 service neutron] Publish callbacks [] for port (d9f9c05d-2e6c-48e9-a156-29a99b053908), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:01.718507 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-3aece499-c060-4fe4-8541-2b1af59b3430 service neutron] Transition to ACTIVE for port object d9f9c05d-2e6c-48e9-a156-29a99b053908 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:36:01.722242 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-3aece499-c060-4fe4-8541-2b1af59b3430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28860065'] for port (d9f9c05d-2e6c-48e9-a156-29a99b053908), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:01.790716 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aece499-c060-4fe4-8541-2b1af59b3430 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f9c05d-2e6c-48e9-a156-29a99b053908,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:01.839963 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-3aece499-c060-4fe4-8541-2b1af59b3430 service neutron] Attempting to bind port d9f9c05d-2e6c-48e9-a156-29a99b053908 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:36:01.840297 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-3aece499-c060-4fe4-8541-2b1af59b3430 service neutron] Attempting to bind port d9f9c05d-2e6c-48e9-a156-29a99b053908 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '7a5e164d-fdbc-4c25-a357-31ca6dc11523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:36:01.840624 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-3aece499-c060-4fe4-8541-2b1af59b3430 service neutron] Attempting to bind port d9f9c05d-2e6c-48e9-a156-29a99b053908 on network 30d168ff-b6ad-4812-af5d-7394de5c0536 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:36:01.845198 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-3aece499-c060-4fe4-8541-2b1af59b3430 service neutron] Port d9f9c05d-2e6c-48e9-a156-29a99b053908 on network 30d168ff-b6ad-4812-af5d-7394de5c0536 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:36:01.845535 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-3aece499-c060-4fe4-8541-2b1af59b3430 service neutron] Attempting to bind port d9f9c05d-2e6c-48e9-a156-29a99b053908 on network 30d168ff-b6ad-4812-af5d-7394de5c0536 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:36:01.850695 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-3aece499-c060-4fe4-8541-2b1af59b3430 service neutron] Checking agent: {'id': '3b59f0d0-9584-48dd-b0cd-e16373160cf9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 30), 'started_at': datetime.datetime(2022, 4, 5, 22, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:36:01.851062 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-3aece499-c060-4fe4-8541-2b1af59b3430 service neutron] Checking segment: {'id': '7a5e164d-fdbc-4c25-a357-31ca6dc11523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:36:01.851432 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-3aece499-c060-4fe4-8541-2b1af59b3430 service neutron] Bound using segment: {'id': '7a5e164d-fdbc-4c25-a357-31ca6dc11523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:36:01.851859 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-3aece499-c060-4fe4-8541-2b1af59b3430 service neutron] Bound port: d9f9c05d-2e6c-48e9-a156-29a99b053908, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a5e164d-fdbc-4c25-a357-31ca6dc11523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:36:01.852217 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-3aece499-c060-4fe4-8541-2b1af59b3430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (d9f9c05d-2e6c-48e9-a156-29a99b053908), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:01.918917 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-3aece499-c060-4fe4-8541-2b1af59b3430 service neutron] For port d9f9c05d-2e6c-48e9-a156-29a99b053908, host hv-cinder-83587, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:36:01.921828 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-3aece499-c060-4fe4-8541-2b1af59b3430 service neutron] For port d9f9c05d-2e6c-48e9-a156-29a99b053908, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=d9f9c05d-2e6c-48e9-a156-29a99b053908,segment=NetworkSegment(7a5e164d-fdbc-4c25-a357-31ca6dc11523),segment_id=7a5e164d-fdbc-4c25-a357-31ca6dc11523)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:36:01.926820 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-3aece499-c060-4fe4-8541-2b1af59b3430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28860065'] for port (d9f9c05d-2e6c-48e9-a156-29a99b053908), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:02.237023 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-3aece499-c060-4fe4-8541-2b1af59b3430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:02.237649 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-3aece499-c060-4fe4-8541-2b1af59b3430 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:02.239101 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-3aece499-c060-4fe4-8541-2b1af59b3430 service neutron] 10.222.0.46 "PUT /v2.0/ports/d9f9c05d-2e6c-48e9-a156-29a99b053908 HTTP/1.1" status: 200 len: 1094 time: 0.9525421 Apr 05 22:36:02.241347 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '168e6985-9b75-410a-98d4-2a5962c27a43', 'tag': 'd9f9c05d-2e6c-48e9-a156-29a99b053908'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:36:02.243585 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43a9f52-5a88-4933-9741-2408f01da753" -d '{"events": [{"name": "network-changed", "server_uuid": "168e6985-9b75-410a-98d4-2a5962c27a43", "tag": "d9f9c05d-2e6c-48e9-a156-29a99b053908"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:36:02.279610 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aece499-c060-4fe4-8541-2b1af59b3430 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f9c05d-2e6c-48e9-a156-29a99b053908,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:02.302248 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acbe306-c747-4ba2-b69a-7e5050e86dae req-b8d132a4-8a1a-4e4e-b6bf-8ce2d5169c31 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:02.303879 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3acbe306-c747-4ba2-b69a-7e5050e86dae req-b8d132a4-8a1a-4e4e-b6bf-8ce2d5169c31 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 946 time: 0.1414840 Apr 05 22:36:02.306847 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f5212417-2287-4db8-8ebd-29f27c3c4993 req-944a387b-ee58-4407-933f-55847b18c9b1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e5461b49-2cb2-4736-aa57-5af732d22cb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1418445 Apr 05 22:36:02.308291 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30305ec1-ca73-4239-9d69-450236065f41 x-openstack-request-id: req-30305ec1-ca73-4239-9d69-450236065f41 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:36:02.308589 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "168e6985-9b75-410a-98d4-2a5962c27a43", "tag": "d9f9c05d-2e6c-48e9-a156-29a99b053908", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:36:02.308858 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-30305ec1-ca73-4239-9d69-450236065f41 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:36:02.309373 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30305ec1-ca73-4239-9d69-450236065f41'] response: {'name': 'network-changed', 'server_uuid': '168e6985-9b75-410a-98d4-2a5962c27a43', 'tag': 'd9f9c05d-2e6c-48e9-a156-29a99b053908', 'status': 'completed', 'code': 200} Apr 05 22:36:02.356369 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3acbe306-c747-4ba2-b69a-7e5050e86dae req-5f4f64d9-0b19-409f-a581-c0f25f246735 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448174 Apr 05 22:36:02.754930 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65459deb-8ab1-446a-a30c-a94a0944541d req-2aae56ce-3b39-4422-a9b3-fb233b357e64 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:02.756315 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-65459deb-8ab1-446a-a30c-a94a0944541d req-2aae56ce-3b39-4422-a9b3-fb233b357e64 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=168e6985-9b75-410a-98d4-2a5962c27a43 HTTP/1.1" status: 200 len: 944 time: 0.0503929 Apr 05 22:36:02.801713 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-65459deb-8ab1-446a-a30c-a94a0944541d req-5c8ae751-4301-4986-b56e-c60d9cd37bf6 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac2ca5e4-5526-48eb-9b4e-886db9c2011c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398157 Apr 05 22:36:03.100567 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5212417-2287-4db8-8ebd-29f27c3c4993 req-430937f7-7aa0-431f-9eb7-a8c774eec9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:03.102189 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f5212417-2287-4db8-8ebd-29f27c3c4993 req-430937f7-7aa0-431f-9eb7-a8c774eec9b5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2697c0786bb14f85b099106396e57e9e&device_id=e5461b49-2cb2-4736-aa57-5af732d22cb9 HTTP/1.1" status: 200 len: 1129 time: 0.0824711 Apr 05 22:36:03.104627 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a9f52-5a88-4933-9741-2408f01da753 req-93f15776-abfd-4ab9-83b8-64f6233445c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:03.106015 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f43a9f52-5a88-4933-9741-2408f01da753 req-93f15776-abfd-4ab9-83b8-64f6233445c9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2697c0786bb14f85b099106396e57e9e&device_id=168e6985-9b75-410a-98d4-2a5962c27a43 HTTP/1.1" status: 200 len: 1128 time: 0.0874755 Apr 05 22:36:03.685637 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99044e-5d01-4b67-ba8b-42d81e48b419 req-736926d6-0d28-4d9d-af4f-87ee0f04bc64 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:03.687046 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3a99044e-5d01-4b67-ba8b-42d81e48b419 req-736926d6-0d28-4d9d-af4f-87ee0f04bc64 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 946 time: 0.2520151 Apr 05 22:36:03.730834 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a9f52-5a88-4933-9741-2408f01da753 req-b4f5d4bf-d3ce-4960-a46a-b05ebe785d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:03.732258 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f43a9f52-5a88-4933-9741-2408f01da753 req-b4f5d4bf-d3ce-4960-a46a-b05ebe785d8a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=2697c0786bb14f85b099106396e57e9e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2856865 Apr 05 22:36:03.734828 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5212417-2287-4db8-8ebd-29f27c3c4993 req-9a5b06c6-f360-444b-a622-431863272c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:03.736684 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f5212417-2287-4db8-8ebd-29f27c3c4993 req-9a5b06c6-f360-444b-a622-431863272c32 service neutron] 10.222.0.46 "GET /v2.0/networks?id=30d168ff-b6ad-4812-af5d-7394de5c0536 HTTP/1.1" status: 200 len: 915 time: 0.2911332 Apr 05 22:36:03.850746 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3a99044e-5d01-4b67-ba8b-42d81e48b419 req-addbf1da-f510-442b-9fd6-bb3e06a82259 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1552629 Apr 05 22:36:03.970822 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f5212417-2287-4db8-8ebd-29f27c3c4993 req-2554ba66-c688-4b6d-a787-0c1b504b3ec5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87ce46ac-b115-4660-b05d-ad5035e8f486 HTTP/1.1" status: 200 len: 1001 time: 0.2214267 Apr 05 22:36:04.028084 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a9f52-5a88-4933-9741-2408f01da753 req-7adedf98-287c-495c-ae86-4462486e9054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:04.029573 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f43a9f52-5a88-4933-9741-2408f01da753 req-7adedf98-287c-495c-ae86-4462486e9054 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2839310 Apr 05 22:36:04.045308 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e75fec-5a1d-4d46-9a37-da079336bc10 req-df66ac80-e3c5-4f28-a2c8-0f401700fde9 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:04.046736 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b9e75fec-5a1d-4d46-9a37-da079336bc10 req-df66ac80-e3c5-4f28-a2c8-0f401700fde9 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=168e6985-9b75-410a-98d4-2a5962c27a43 HTTP/1.1" status: 200 len: 944 time: 0.1626413 Apr 05 22:36:04.056692 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5212417-2287-4db8-8ebd-29f27c3c4993 req-3b4246b2-85e8-4f15-b07c-7f3e53031c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:04.058128 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f5212417-2287-4db8-8ebd-29f27c3c4993 req-3b4246b2-85e8-4f15-b07c-7f3e53031c51 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1f7e6b53-f66a-4bf5-b303-757e7b31098d HTTP/1.1" status: 200 len: 853 time: 0.0744441 Apr 05 22:36:04.159955 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b9e75fec-5a1d-4d46-9a37-da079336bc10 req-8aef2ce2-bfa8-48cf-99ea-2822658e8103 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac2ca5e4-5526-48eb-9b4e-886db9c2011c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055794 Apr 05 22:36:04.169287 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5212417-2287-4db8-8ebd-29f27c3c4993 req-01cd237b-d276-4a05-a052-db01376dd825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:04.170842 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f5212417-2287-4db8-8ebd-29f27c3c4993 req-01cd237b-d276-4a05-a052-db01376dd825 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=30d168ff-b6ad-4812-af5d-7394de5c0536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1005528 Apr 05 22:36:04.173983 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-a9ac87a8-18f2-4cf0-9f94-a016eb63c9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:04.175340 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-a9ac87a8-18f2-4cf0-9f94-a016eb63c9bd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2697c0786bb14f85b099106396e57e9e&device_id=168e6985-9b75-410a-98d4-2a5962c27a43 HTTP/1.1" status: 200 len: 1128 time: 0.1041033 Apr 05 22:36:04.302695 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-93b6096d-bc5f-4742-8253-5e59c80f8667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:04.358815 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-8d3f54b7-e321-49c5-9e56-ebf4300fa05d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9f9c05d-2e6c-48e9-a156-29a99b053908 HTTP/1.1" status: 200 len: 217 time: 0.0544708 Apr 05 22:36:04.445300 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-fe713263-918a-451c-a8fd-d23ceb6310cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:04.446760 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-fe713263-918a-451c-a8fd-d23ceb6310cf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1f7e6b53-f66a-4bf5-b303-757e7b31098d HTTP/1.1" status: 200 len: 853 time: 0.0578840 Apr 05 22:36:04.465427 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f5212417-2287-4db8-8ebd-29f27c3c4993 req-60290a98-c622-4b1c-b21a-d860fc4ad667 service neutron] 10.222.0.46 "GET /v2.0/networks/30d168ff-b6ad-4812-af5d-7394de5c0536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551299 Apr 05 22:36:04.554509 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-16aace9f-5a60-47f3-b388-aae3404e2ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:04.555965 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-16aace9f-5a60-47f3-b388-aae3404e2ed2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=30d168ff-b6ad-4812-af5d-7394de5c0536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1020000 Apr 05 22:36:04.592538 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f5212417-2287-4db8-8ebd-29f27c3c4993 req-af39422e-6b9f-4585-9d44-7534e2ed860b service neutron] 10.222.0.46 "GET /v2.0/networks/30d168ff-b6ad-4812-af5d-7394de5c0536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120212 Apr 05 22:36:04.691300 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-ef699b2f-121f-4121-943c-d20719fa633c service neutron] 10.222.0.46 "GET /v2.0/networks/30d168ff-b6ad-4812-af5d-7394de5c0536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095645 Apr 05 22:36:04.786562 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dcfbcf-7de8-4ebb-996f-d0436dcd7c85 req-8034495e-6e95-4ac8-99fc-a44436498caf tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:04.788035 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-13dcfbcf-7de8-4ebb-996f-d0436dcd7c85 req-8034495e-6e95-4ac8-99fc-a44436498caf tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 946 time: 0.1154740 Apr 05 22:36:04.838466 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b91c701e-aaa4-4e85-89d5-032a7efd15c0 req-d877b213-c2d8-405e-9038-529a59281625 service neutron] 10.222.0.46 "GET /v2.0/networks/30d168ff-b6ad-4812-af5d-7394de5c0536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222222 Apr 05 22:36:04.854997 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-13dcfbcf-7de8-4ebb-996f-d0436dcd7c85 req-8d1e5be3-8e17-4e6e-a943-313ad80cb69c tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605738 Apr 05 22:36:04.978371 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09696ac2-0297-4b44-92e3-c2d12480ae07 req-195b903f-55bc-4c53-a4d9-6bf256f32975 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:04.979825 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-09696ac2-0297-4b44-92e3-c2d12480ae07 req-195b903f-55bc-4c53-a4d9-6bf256f32975 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 946 time: 0.0548246 Apr 05 22:36:05.025211 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-09696ac2-0297-4b44-92e3-c2d12480ae07 req-6e907944-6456-4e8b-bb12-429c9119d4ac tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399740 Apr 05 22:36:05.273923 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9eb4d-517f-4502-9a9f-f2ca2f159f15 req-c22f9aba-dd91-4fd5-b6ad-2d0708d319c7 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:05.275357 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-25f9eb4d-517f-4502-9a9f-f2ca2f159f15 req-c22f9aba-dd91-4fd5-b6ad-2d0708d319c7 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=168e6985-9b75-410a-98d4-2a5962c27a43 HTTP/1.1" status: 200 len: 944 time: 0.0501153 Apr 05 22:36:05.319732 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-25f9eb4d-517f-4502-9a9f-f2ca2f159f15 req-8dfff94e-1252-43d1-ac04-94efe54ed776 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac2ca5e4-5526-48eb-9b4e-886db9c2011c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389724 Apr 05 22:36:05.969805 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae28dea-99e9-446f-9df6-a55b44699551 req-a36e674e-6c93-4966-bc23-70187d8b7f68 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:05.971231 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4ae28dea-99e9-446f-9df6-a55b44699551 req-a36e674e-6c93-4966-bc23-70187d8b7f68 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 946 time: 0.0508265 Apr 05 22:36:06.020004 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4ae28dea-99e9-446f-9df6-a55b44699551 req-872501c5-c17b-4ed5-9db1-a51d1eea622f tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432789 Apr 05 22:36:06.144086 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c6ae8-4241-49e9-8d1c-ff884053560b req-c3182e9a-6144-42de-afb9-858724bb3157 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:06.145466 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-322c6ae8-4241-49e9-8d1c-ff884053560b req-c3182e9a-6144-42de-afb9-858724bb3157 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 946 time: 0.0516169 Apr 05 22:36:06.192089 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-322c6ae8-4241-49e9-8d1c-ff884053560b req-29c0ed06-4858-4fab-97d1-08eb2793c44b tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411448 Apr 05 22:36:06.434370 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbb8ef-df3f-47b8-8d75-f13d58e2d66c req-774b92e6-eebd-426c-bc01-fd6df46e7514 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:06.435742 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2dfbb8ef-df3f-47b8-8d75-f13d58e2d66c req-774b92e6-eebd-426c-bc01-fd6df46e7514 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=168e6985-9b75-410a-98d4-2a5962c27a43 HTTP/1.1" status: 200 len: 944 time: 0.0508864 Apr 05 22:36:06.481081 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2dfbb8ef-df3f-47b8-8d75-f13d58e2d66c req-cfccdbeb-edd3-473e-8f93-46fdf3296b9e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac2ca5e4-5526-48eb-9b4e-886db9c2011c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396049 Apr 05 22:36:06.789912 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5f452ca6-15f6-430b-8413-71736414fadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:06.792374 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device a11904cd-7e78-4883-98a9-92fb30b55a65 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:36:07.005500 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port a11904cd-7e78-4883-98a9-92fb30b55a65, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=a11904cd-7e78-4883-98a9-92fb30b55a65,segment=NetworkSegment(bad0aca7-96dd-472c-9062-1cdad7db236b),segment_id=bad0aca7-96dd-472c-9062-1cdad7db236b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:07.016409 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Returning: {'device': 'a11904cd-7e78-4883-98a9-92fb30b55a65', 'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b', 'port_id': 'a11904cd-7e78-4883-98a9-92fb30b55a65', 'mac_address': 'fa:16:3e:b0:04:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de490332-8df6-483d-b976-f39e215adfd8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:36:07.055615 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port a11904cd-7e78-4883-98a9-92fb30b55a65 is: ACTIVE; New status is: BUILD {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:07.056001 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (a11904cd-7e78-4883-98a9-92fb30b55a65), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:07.069628 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a11904cd-7e78-4883-98a9-92fb30b55a65 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:36:07.089303 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port a11904cd-7e78-4883-98a9-92fb30b55a65, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=a11904cd-7e78-4883-98a9-92fb30b55a65,segment=NetworkSegment(bad0aca7-96dd-472c-9062-1cdad7db236b),segment_id=bad0aca7-96dd-472c-9062-1cdad7db236b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:07.093182 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (a11904cd-7e78-4883-98a9-92fb30b55a65), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:07.138514 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72660035-09e5-4d64-b7dc-f986d8e6d82f req-2b32919c-6bac-44fa-a710-ea1b29c6bfa4 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:07.140032 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-72660035-09e5-4d64-b7dc-f986d8e6d82f req-2b32919c-6bac-44fa-a710-ea1b29c6bfa4 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 946 time: 0.0544188 Apr 05 22:36:07.146183 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=a11904cd-7e78-4883-98a9-92fb30b55a65,revision_number=6']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:07.153927 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:07.154276 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:07.154637 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:07.154993 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:07.155328 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:07.155654 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:07.155978 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:07.156299 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:07.156621 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:07.156968 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:07.157288 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:07.157608 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:07.157933 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:07.158251 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:07.158576 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:07.186640 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-72660035-09e5-4d64-b7dc-f986d8e6d82f req-99d8c1ac-3f16-430e-9448-54ec859e2576 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401244 Apr 05 22:36:07.204331 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] get_ports_and_sgs() called for port_ids ['a11904cd-7e78-4883-98a9-92fb30b55a65'] {{(pid=103304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:36:07.311522 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df1941-79a4-4d3b-b537-ed5f9f07ca89 req-a9c5ee97-3887-4570-b81d-15b65bbe5d74 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:07.312986 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-97df1941-79a4-4d3b-b537-ed5f9f07ca89 req-a9c5ee97-3887-4570-b81d-15b65bbe5d74 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 945 time: 0.0513711 Apr 05 22:36:07.358322 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-97df1941-79a4-4d3b-b537-ed5f9f07ca89 req-764c386a-a74a-4012-9985-7bca14f2d16b tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388896 Apr 05 22:36:07.529862 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:07.597953 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9bf33c-d3f8-4de6-8c1c-0faed92bbba3 req-e217485d-705d-4086-8962-e1e3e5278451 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:07.599318 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-bd9bf33c-d3f8-4de6-8c1c-0faed92bbba3 req-e217485d-705d-4086-8962-e1e3e5278451 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=168e6985-9b75-410a-98d4-2a5962c27a43 HTTP/1.1" status: 200 len: 944 time: 0.0535250 Apr 05 22:36:07.867862 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-bd9bf33c-d3f8-4de6-8c1c-0faed92bbba3 req-938168e9-ec72-476d-b428-266e626aabf4 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac2ca5e4-5526-48eb-9b4e-886db9c2011c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2629666 Apr 05 22:36:08.301522 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4720bfe6-df8d-4b22-b331-7c2dde0e9380 req-4d6c28d8-e294-4c9d-957c-31f2ae0daefa tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:08.302948 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4720bfe6-df8d-4b22-b331-7c2dde0e9380 req-4d6c28d8-e294-4c9d-957c-31f2ae0daefa tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 946 time: 0.0499914 Apr 05 22:36:08.347945 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4720bfe6-df8d-4b22-b331-7c2dde0e9380 req-7c1f873f-7dd4-4e01-8edb-a0092fef1db9 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396140 Apr 05 22:36:08.477678 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef7f76-0a4c-47f2-8f44-165fdfbb28a8 req-e783fb89-3d19-49c8-a7f1-6e715b968353 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:08.479039 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-25ef7f76-0a4c-47f2-8f44-165fdfbb28a8 req-e783fb89-3d19-49c8-a7f1-6e715b968353 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 945 time: 0.0510960 Apr 05 22:36:08.526416 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-25ef7f76-0a4c-47f2-8f44-165fdfbb28a8 req-e73ceeb8-6b64-4378-963f-e198a49e2890 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420015 Apr 05 22:36:08.813122 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device d9f9c05d-2e6c-48e9-a156-29a99b053908 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:36:08.816241 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device a11904cd-7e78-4883-98a9-92fb30b55a65 up at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:36:08.925320 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning complete for port a11904cd-7e78-4883-98a9-92fb30b55a65 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:08.925700 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (a11904cd-7e78-4883-98a9-92fb30b55a65), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:08.982354 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port d9f9c05d-2e6c-48e9-a156-29a99b053908, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=d9f9c05d-2e6c-48e9-a156-29a99b053908,segment=NetworkSegment(7a5e164d-fdbc-4c25-a357-31ca6dc11523),segment_id=7a5e164d-fdbc-4c25-a357-31ca6dc11523)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:08.983592 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5000fc6-b6ff-49c5-92a0-701c975f4b9b req-ee57f9a3-e2eb-4344-97f3-867c29a77040 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:08.985087 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d5000fc6-b6ff-49c5-92a0-701c975f4b9b req-ee57f9a3-e2eb-4344-97f3-867c29a77040 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=168e6985-9b75-410a-98d4-2a5962c27a43 HTTP/1.1" status: 200 len: 944 time: 0.0505881 Apr 05 22:36:08.996837 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Returning: {'device': 'd9f9c05d-2e6c-48e9-a156-29a99b053908', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'port_id': 'd9f9c05d-2e6c-48e9-a156-29a99b053908', 'mac_address': 'fa:16:3e:51:e5:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:36:09.030993 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d5000fc6-b6ff-49c5-92a0-701c975f4b9b req-dcf1faf4-7749-4fe8-a861-93530b70bcf1 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac2ca5e4-5526-48eb-9b4e-886db9c2011c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400145 Apr 05 22:36:09.059581 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port d9f9c05d-2e6c-48e9-a156-29a99b053908 is: DOWN; New status is: BUILD {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:09.059977 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (d9f9c05d-2e6c-48e9-a156-29a99b053908), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:09.074364 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port a11904cd-7e78-4883-98a9-92fb30b55a65 is: BUILD; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:09.074682 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (a11904cd-7e78-4883-98a9-92fb30b55a65), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:09.079874 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9f9c05d-2e6c-48e9-a156-29a99b053908 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:36:09.113816 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe8a2ff-32d2-4752-bb89-b317c0dffc67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11904cd-7e78-4883-98a9-92fb30b55a65'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:36:09.116065 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16471d07bccade7c78bbaf7939695eccfc965b3074ad902c0ac28a73985796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56c3a51-3c8d-4abb-bfe3-d552613d6d64" -d '{"events": [{"server_uuid": "0fe8a2ff-32d2-4752-bb89-b317c0dffc67", "name": "network-vif-plugged", "status": "completed", "tag": "a11904cd-7e78-4883-98a9-92fb30b55a65"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:36:09.120855 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port d9f9c05d-2e6c-48e9-a156-29a99b053908, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=d9f9c05d-2e6c-48e9-a156-29a99b053908,segment=NetworkSegment(7a5e164d-fdbc-4c25-a357-31ca6dc11523),segment_id=7a5e164d-fdbc-4c25-a357-31ca6dc11523)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:09.136112 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port a11904cd-7e78-4883-98a9-92fb30b55a65, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=a11904cd-7e78-4883-98a9-92fb30b55a65,segment=NetworkSegment(bad0aca7-96dd-472c-9062-1cdad7db236b),segment_id=bad0aca7-96dd-472c-9062-1cdad7db236b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:09.137174 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (d9f9c05d-2e6c-48e9-a156-29a99b053908), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:09.147929 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (a11904cd-7e78-4883-98a9-92fb30b55a65), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:09.171382 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a919a4bd-af6f-4701-839a-056590dcebd6 x-openstack-request-id: req-a919a4bd-af6f-4701-839a-056590dcebd6 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:36:09.171679 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe8a2ff-32d2-4752-bb89-b317c0dffc67", "name": "network-vif-plugged", "status": "completed", "tag": "a11904cd-7e78-4883-98a9-92fb30b55a65", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:36:09.171948 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a919a4bd-af6f-4701-839a-056590dcebd6 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:36:09.172404 dv-cinder-835879-4-iscsi neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a919a4bd-af6f-4701-839a-056590dcebd6'] response: {'server_uuid': '0fe8a2ff-32d2-4752-bb89-b317c0dffc67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11904cd-7e78-4883-98a9-92fb30b55a65', 'code': 200} Apr 05 22:36:09.176638 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:09.197851 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=d9f9c05d-2e6c-48e9-a156-29a99b053908,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:09.244487 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=a11904cd-7e78-4883-98a9-92fb30b55a65,revision_number=7']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:09.462059 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dab674-5cc2-4329-a001-523c6b07cc82 req-4bc3e999-4f37-4021-a633-af6e7ade1b89 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:09.463507 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-64dab674-5cc2-4329-a001-523c6b07cc82 req-4bc3e999-4f37-4021-a633-af6e7ade1b89 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 946 time: 0.0504706 Apr 05 22:36:09.508231 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-64dab674-5cc2-4329-a001-523c6b07cc82 req-4b78357b-7550-41f8-ab4c-411a5f85f828 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393503 Apr 05 22:36:09.651499 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c08b9-b7c7-4886-8e09-6c1a7ec3c6ee req-63c837f8-e409-4d9b-90f5-1ee4c13588d7 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:09.652911 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3e0c08b9-b7c7-4886-8e09-6c1a7ec3c6ee req-63c837f8-e409-4d9b-90f5-1ee4c13588d7 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 946 time: 0.0547678 Apr 05 22:36:09.701831 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3e0c08b9-b7c7-4886-8e09-6c1a7ec3c6ee req-c261d8d5-5fa0-4607-8e32-9e2937957d12 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431213 Apr 05 22:36:09.759585 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] get_ports_and_sgs() called for port_ids ['d9f9c05d-2e6c-48e9-a156-29a99b053908'] {{(pid=103304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:36:10.144375 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a814e-e341-4f81-890b-1719711b5f93 req-0b96d7b1-4c4c-4da2-9c42-4f783bded9fa tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:10.145891 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-795a814e-e341-4f81-890b-1719711b5f93 req-0b96d7b1-4c4c-4da2-9c42-4f783bded9fa tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=168e6985-9b75-410a-98d4-2a5962c27a43 HTTP/1.1" status: 200 len: 945 time: 0.0514443 Apr 05 22:36:10.191562 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-795a814e-e341-4f81-890b-1719711b5f93 req-6b2bcd9b-df1e-4bd3-9eca-26b3b4b89a9c tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac2ca5e4-5526-48eb-9b4e-886db9c2011c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401008 Apr 05 22:36:10.626890 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531479f9-a58b-4220-b988-d822e9a6629a req-e5d35575-231b-43af-8576-e48658a3209b tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:10.628326 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-531479f9-a58b-4220-b988-d822e9a6629a req-e5d35575-231b-43af-8576-e48658a3209b tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 946 time: 0.0554938 Apr 05 22:36:10.674887 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-531479f9-a58b-4220-b988-d822e9a6629a req-1fe81bee-61a2-4ac4-b035-c82232607762 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409610 Apr 05 22:36:10.720561 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:10.820450 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89ea14-5d35-4794-a747-91fc276ba5d3 req-a7781814-67a5-46f0-86b4-5e59eed7d607 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:10.821848 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5b89ea14-5d35-4794-a747-91fc276ba5d3 req-a7781814-67a5-46f0-86b4-5e59eed7d607 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 946 time: 0.0501182 Apr 05 22:36:10.866124 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5b89ea14-5d35-4794-a747-91fc276ba5d3 req-f7356789-d416-4740-91bc-4a44e84e871e tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388291 Apr 05 22:36:11.232435 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device d9f9c05d-2e6c-48e9-a156-29a99b053908 up at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:36:11.280172 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning for port d9f9c05d-2e6c-48e9-a156-29a99b053908 completed by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:36:11.283968 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning complete for port d9f9c05d-2e6c-48e9-a156-29a99b053908 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:11.284341 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (d9f9c05d-2e6c-48e9-a156-29a99b053908), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:11.307810 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e0c20-a59b-48f6-95bd-92e07b40bfee req-b71d11d3-e6cb-418d-98d7-fdb5af7dda4c tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:11.309354 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1e9e0c20-a59b-48f6-95bd-92e07b40bfee req-b71d11d3-e6cb-418d-98d7-fdb5af7dda4c tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=168e6985-9b75-410a-98d4-2a5962c27a43 HTTP/1.1" status: 200 len: 945 time: 0.0530419 Apr 05 22:36:11.359686 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1e9e0c20-a59b-48f6-95bd-92e07b40bfee req-b13897e6-4576-4fda-bef1-d1f52a128358 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac2ca5e4-5526-48eb-9b4e-886db9c2011c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437710 Apr 05 22:36:11.365510 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port d9f9c05d-2e6c-48e9-a156-29a99b053908 is: BUILD; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:11.365912 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (d9f9c05d-2e6c-48e9-a156-29a99b053908), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:11.388551 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168e6985-9b75-410a-98d4-2a5962c27a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f9c05d-2e6c-48e9-a156-29a99b053908'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:36:11.390881 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16471d07bccade7c78bbaf7939695eccfc965b3074ad902c0ac28a73985796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683910e4-d20d-46e2-99d2-60747a9d349f" -d '{"events": [{"server_uuid": "168e6985-9b75-410a-98d4-2a5962c27a43", "name": "network-vif-plugged", "status": "completed", "tag": "d9f9c05d-2e6c-48e9-a156-29a99b053908"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:36:11.402879 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port d9f9c05d-2e6c-48e9-a156-29a99b053908, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=d9f9c05d-2e6c-48e9-a156-29a99b053908,segment=NetworkSegment(7a5e164d-fdbc-4c25-a357-31ca6dc11523),segment_id=7a5e164d-fdbc-4c25-a357-31ca6dc11523)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:11.406919 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (d9f9c05d-2e6c-48e9-a156-29a99b053908), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:11.429300 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13010b3-12b5-4e7b-b753-6d16d234f2cb x-openstack-request-id: req-a13010b3-12b5-4e7b-b753-6d16d234f2cb {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:36:11.429596 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "168e6985-9b75-410a-98d4-2a5962c27a43", "name": "network-vif-plugged", "status": "completed", "tag": "d9f9c05d-2e6c-48e9-a156-29a99b053908", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:36:11.429852 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a13010b3-12b5-4e7b-b753-6d16d234f2cb {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:36:11.430242 dv-cinder-835879-4-iscsi neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a13010b3-12b5-4e7b-b753-6d16d234f2cb'] response: {'server_uuid': '168e6985-9b75-410a-98d4-2a5962c27a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f9c05d-2e6c-48e9-a156-29a99b053908', 'code': 200} Apr 05 22:36:11.456062 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=d9f9c05d-2e6c-48e9-a156-29a99b053908,revision_number=5']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:11.591584 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58616be7-3390-4bd0-bc47-ce8bb39ad553 req-0c182b53-266e-4663-8203-f13a5232055e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:11.593058 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-58616be7-3390-4bd0-bc47-ce8bb39ad553 req-0c182b53-266e-4663-8203-f13a5232055e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=168e6985-9b75-410a-98d4-2a5962c27a43 HTTP/1.1" status: 200 len: 1130 time: 0.0409622 Apr 05 22:36:11.635997 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-58616be7-3390-4bd0-bc47-ce8bb39ad553 req-20f36084-3f04-4478-b70c-acdb76800727 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ac2ca5e4-5526-48eb-9b4e-886db9c2011c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362096 Apr 05 22:36:11.789696 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e636693-70c7-4d01-8043-46e0a0ae4ddb req-d8a8db98-f537-4d49-9930-833357463f2c tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:11.791145 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9e636693-70c7-4d01-8043-46e0a0ae4ddb req-d8a8db98-f537-4d49-9930-833357463f2c tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 946 time: 0.0508919 Apr 05 22:36:11.835658 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9e636693-70c7-4d01-8043-46e0a0ae4ddb req-23da5dd0-6410-4133-b2e3-d5febf7705d1 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388548 Apr 05 22:36:11.990244 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526f7a9-e705-4946-b650-09b73b27bd16 req-4cda194c-8157-4e90-a9d8-6202abc2d7b6 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:11.991687 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4526f7a9-e705-4946-b650-09b73b27bd16 req-4cda194c-8157-4e90-a9d8-6202abc2d7b6 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 946 time: 0.0538464 Apr 05 22:36:12.037822 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4526f7a9-e705-4946-b650-09b73b27bd16 req-59221080-ccaf-44dd-993f-fa25faf337ba tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406060 Apr 05 22:36:12.473989 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6edcd20-b676-4eed-ae14-f354805169c4 req-e30636e3-bad4-4a84-8717-71f4720c8af5 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:12.475452 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b6edcd20-b676-4eed-ae14-f354805169c4 req-e30636e3-bad4-4a84-8717-71f4720c8af5 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=168e6985-9b75-410a-98d4-2a5962c27a43 HTTP/1.1" status: 200 len: 946 time: 0.0505931 Apr 05 22:36:12.521242 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b6edcd20-b676-4eed-ae14-f354805169c4 req-3767f24a-1650-4c13-9f9a-e46cb18f9eb4 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac2ca5e4-5526-48eb-9b4e-886db9c2011c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404432 Apr 05 22:36:12.881285 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:36:12.951252 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f058b-3995-4911-ad7d-e044d1e2f47a req-d338585c-049f-4911-b855-66a9b0d94c77 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:12.952694 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7f9f058b-3995-4911-ad7d-e044d1e2f47a req-d338585c-049f-4911-b855-66a9b0d94c77 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 946 time: 0.0503120 Apr 05 22:36:13.001792 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7f9f058b-3995-4911-ad7d-e044d1e2f47a req-da38f187-220a-4f50-90b6-e24875ff96fc tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423441 Apr 05 22:36:13.156708 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afa7da-82a4-4164-9ad9-169727042836 req-d3369aca-00ec-4550-9a35-e98186b95096 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:13.158112 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-01afa7da-82a4-4164-9ad9-169727042836 req-d3369aca-00ec-4550-9a35-e98186b95096 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 946 time: 0.0517588 Apr 05 22:36:13.205249 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-01afa7da-82a4-4164-9ad9-169727042836 req-98b4318a-39ec-4b53-884c-7e006196a2bb tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410006 Apr 05 22:36:13.635159 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6bfe5-7605-41c6-bd8c-aecbdd3882da req-672e1ef8-7d99-42b6-97a3-12b9132a6173 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:13.636619 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1ea6bfe5-7605-41c6-bd8c-aecbdd3882da req-672e1ef8-7d99-42b6-97a3-12b9132a6173 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=168e6985-9b75-410a-98d4-2a5962c27a43 HTTP/1.1" status: 200 len: 946 time: 0.0511444 Apr 05 22:36:13.682675 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1ea6bfe5-7605-41c6-bd8c-aecbdd3882da req-9521777d-31d5-4460-9df4-84ce91799a17 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac2ca5e4-5526-48eb-9b4e-886db9c2011c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404420 Apr 05 22:36:14.120099 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad3484-b038-42c8-9e59-344bb6d42827 req-ace34da8-efd5-4784-94f6-ef25f0fdbed4 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:14.121579 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0bad3484-b038-42c8-9e59-344bb6d42827 req-ace34da8-efd5-4784-94f6-ef25f0fdbed4 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 946 time: 0.0542901 Apr 05 22:36:14.167277 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0bad3484-b038-42c8-9e59-344bb6d42827 req-2d22f164-a09a-48c5-8b8c-378c0886dec1 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395596 Apr 05 22:36:14.323774 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488152af-573b-4b77-9562-97082de2da01 req-fbf52be7-bf16-4533-9ddb-057026cb5abd tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:14.325315 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-488152af-573b-4b77-9562-97082de2da01 req-fbf52be7-bf16-4533-9ddb-057026cb5abd tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 946 time: 0.0514934 Apr 05 22:36:14.370780 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-488152af-573b-4b77-9562-97082de2da01 req-7cccefa5-82a6-4533-9c29-9c215c3bfe3f tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394931 Apr 05 22:36:14.806530 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5bb9e-7d6c-47bc-b646-e1478a4ae237 req-fef14758-3c9c-42bc-972a-9ff812a529cf tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:14.808826 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-63c5bb9e-7d6c-47bc-b646-e1478a4ae237 req-fef14758-3c9c-42bc-972a-9ff812a529cf tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=168e6985-9b75-410a-98d4-2a5962c27a43 HTTP/1.1" status: 200 len: 946 time: 0.0576940 Apr 05 22:36:14.857552 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-63c5bb9e-7d6c-47bc-b646-e1478a4ae237 req-a85bc55d-e600-418a-9083-e4b263101aeb tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac2ca5e4-5526-48eb-9b4e-886db9c2011c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423958 Apr 05 22:36:14.973519 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938625bf-4edb-422e-a031-191664d84f23 req-4727aa68-0005-4be4-950c-3a9868ca66b7 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:14.975015 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-938625bf-4edb-422e-a031-191664d84f23 req-4727aa68-0005-4be4-950c-3a9868ca66b7 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=168e6985-9b75-410a-98d4-2a5962c27a43 HTTP/1.1" status: 200 len: 946 time: 0.0528076 Apr 05 22:36:14.983402 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 48460) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:14.987932 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-55b7ad5c-6c1c-4e4b-8bd2-1158242b9792 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Request body: {'floatingip': {'port_id': 'd9f9c05d-2e6c-48e9-a156-29a99b053908'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:15.027037 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-55b7ad5c-6c1c-4e4b-8bd2-1158242b9792 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for floatingip (0aab3d8b-c7f4-4177-b1c3-a5d750c04b27), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:15.399207 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba26d8-96c3-403f-af32-61730ce8e0e7 req-58af1980-4af6-43bd-8886-1dfaad926862 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:15.407432 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-cbba26d8-96c3-403f-af32-61730ce8e0e7 req-58af1980-4af6-43bd-8886-1dfaad926862 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 946 time: 0.1516976 Apr 05 22:36:15.534390 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-cbba26d8-96c3-403f-af32-61730ce8e0e7 req-d4b93206-1860-4694-8646-3a2ef60dde6c tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260684 Apr 05 22:36:15.582572 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbfd25-6d6d-4f88-beac-0de5df1930d2 req-f1e21bfe-6ea2-4077-bab1-f437be478ee8 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:15.583660 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f1cbfd25-6d6d-4f88-beac-0de5df1930d2 req-f1e21bfe-6ea2-4077-bab1-f437be478ee8 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 946 time: 0.1231194 Apr 05 22:36:15.677187 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-55b7ad5c-6c1c-4e4b-8bd2-1158242b9792 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:15.682538 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f1cbfd25-6d6d-4f88-beac-0de5df1930d2 req-c91b7f7c-4e22-47bf-a72c-ff41770e4045 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0925860 Apr 05 22:36:15.683667 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-55b7ad5c-6c1c-4e4b-8bd2-1158242b9792 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528098'] for floatingip (0aab3d8b-c7f4-4177-b1c3-a5d750c04b27), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:15.820135 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.db.l3_db [None req-55b7ad5c-6c1c-4e4b-8bd2-1158242b9792 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Floating IP 0aab3d8b-c7f4-4177-b1c3-a5d750c04b27 associated. External IP: 172.27.2.200, port: d9f9c05d-2e6c-48e9-a156-29a99b053908. Apr 05 22:36:16.050069 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b7ad5c-6c1c-4e4b-8bd2-1158242b9792 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Router 4d6a48c7-8b87-4a6f-acc5-9c60a34b861a has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:36:16.168346 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b7ad5c-6c1c-4e4b-8bd2-1158242b9792 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:36:16.173417 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-55b7ad5c-6c1c-4e4b-8bd2-1158242b9792 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:16.181072 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d645dde-3935-4443-9362-89403578553b None None] Sync routers for ids ['4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'] in dv-cinder-835879-4-iscsi {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:36:16.193600 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d645dde-3935-4443-9362-89403578553b None None] Routers {'4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:36:16.194961 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-9d645dde-3935-4443-9362-89403578553b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:36:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:16.215353 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-55b7ad5c-6c1c-4e4b-8bd2-1158242b9792 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "PUT /v2.0/floatingips/0aab3d8b-c7f4-4177-b1c3-a5d750c04b27 HTTP/1.1" status: 200 len: 992 time: 1.2307401 Apr 05 22:36:16.216242 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '168e6985-9b75-410a-98d4-2a5962c27a43', 'tag': 'd9f9c05d-2e6c-48e9-a156-29a99b053908'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:36:16.218984 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65724a82-6b00-48bb-bf72-771e97d456e4" -d '{"events": [{"name": "network-changed", "server_uuid": "168e6985-9b75-410a-98d4-2a5962c27a43", "tag": "d9f9c05d-2e6c-48e9-a156-29a99b053908"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:36:16.266256 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b636fc-b27b-45fc-a839-8e1af20d02b9 x-openstack-request-id: req-36b636fc-b27b-45fc-a839-8e1af20d02b9 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:36:16.267191 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "168e6985-9b75-410a-98d4-2a5962c27a43", "tag": "d9f9c05d-2e6c-48e9-a156-29a99b053908", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:36:16.267523 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-36b636fc-b27b-45fc-a839-8e1af20d02b9 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:36:16.268002 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36b636fc-b27b-45fc-a839-8e1af20d02b9'] response: {'name': 'network-changed', 'server_uuid': '168e6985-9b75-410a-98d4-2a5962c27a43', 'tag': 'd9f9c05d-2e6c-48e9-a156-29a99b053908', 'status': 'completed', 'code': 200} Apr 05 22:36:16.342955 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-9d645dde-3935-4443-9362-89403578553b None None] Set router 4d6a48c7-8b87-4a6f-acc5-9c60a34b861a gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:36:16.348236 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65724a82-6b00-48bb-bf72-771e97d456e4 req-85c4de8b-a4d9-4bf4-9493-6e758311e629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:16.349803 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-65724a82-6b00-48bb-bf72-771e97d456e4 req-85c4de8b-a4d9-4bf4-9493-6e758311e629 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2697c0786bb14f85b099106396e57e9e&device_id=168e6985-9b75-410a-98d4-2a5962c27a43 HTTP/1.1" status: 200 len: 1130 time: 0.0527017 Apr 05 22:36:16.463399 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65724a82-6b00-48bb-bf72-771e97d456e4 req-0ede67dc-c25a-4f81-915e-99c899ec2cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:16.465803 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-65724a82-6b00-48bb-bf72-771e97d456e4 req-0ede67dc-c25a-4f81-915e-99c899ec2cec service neutron] 10.222.0.46 "GET /v2.0/networks?id=30d168ff-b6ad-4812-af5d-7394de5c0536 HTTP/1.1" status: 200 len: 915 time: 0.1076293 Apr 05 22:36:16.559295 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-65724a82-6b00-48bb-bf72-771e97d456e4 req-7397a043-d950-40ea-be16-0fd772efeb1c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9f9c05d-2e6c-48e9-a156-29a99b053908 HTTP/1.1" status: 200 len: 1000 time: 0.0822437 Apr 05 22:36:16.690381 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65724a82-6b00-48bb-bf72-771e97d456e4 req-c7723337-8f69-48a6-a031-3e6dc870bef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:16.691773 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-65724a82-6b00-48bb-bf72-771e97d456e4 req-c7723337-8f69-48a6-a031-3e6dc870bef3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1f7e6b53-f66a-4bf5-b303-757e7b31098d HTTP/1.1" status: 200 len: 853 time: 0.1180747 Apr 05 22:36:16.716491 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-9d645dde-3935-4443-9362-89403578553b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'name': 'tempest-AttachVolumeNegativeTest-659125320-router', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:10Z', 'revision_number': 4, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'gw_port': {'id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': '0aab3d8b-c7f4-4177-b1c3-a5d750c04b27', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'floating_ip_address': '172.27.2.200', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'port_id': 'd9f9c05d-2e6c-48e9-a156-29a99b053908', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'mac_address': 'fa:16:3e:51:e5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168e6985-9b75-410a-98d4-2a5962c27a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:35:58Z', 'updated_at': '2022-04-05T22:36:15Z', 'revision_number': 1, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'fixed_ip_address_scope': None}, {'id': 'fcd54330-5680-4934-be33-cf3efbc2d265', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'floating_ip_address': '172.27.2.207', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'port_id': '87ce46ac-b115-4660-b05d-ad5035e8f486', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'mac_address': 'fa:16:3e:70:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5461b49-2cb2-4736-aa57-5af732d22cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:32:23Z', 'updated_at': '2022-04-05T22:33:12Z', 'revision_number': 2, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f', 'name': '', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'mac_address': 'fa:16:3e:f5:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:09Z', 'updated_at': '2022-04-05T22:32:25Z', 'revision_number': 5, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'subnets': [{'id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:16.746400 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d645dde-3935-4443-9362-89403578553b None None] Checking router: 4d6a48c7-8b87-4a6f-acc5-9c60a34b861a for host: dv-cinder-835879-4-iscsi {{(pid=103305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:36:16.752012 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6bfcfb-2a9c-4ab5-9f07-72508689dd38 req-f2b44998-4164-4f96-af66-368fc74423fe tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:16.754065 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7f6bfcfb-2a9c-4ab5-9f07-72508689dd38 req-f2b44998-4164-4f96-af66-368fc74423fe tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 946 time: 0.1073303 Apr 05 22:36:16.756157 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d645dde-3935-4443-9362-89403578553b None None] Routers {'4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:36:16.756991 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-9d645dde-3935-4443-9362-89403578553b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:36:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:16.797648 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65724a82-6b00-48bb-bf72-771e97d456e4 req-12873738-cb0a-4d6c-b3c2-9238a9bee606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:16.799773 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-65724a82-6b00-48bb-bf72-771e97d456e4 req-12873738-cb0a-4d6c-b3c2-9238a9bee606 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=30d168ff-b6ad-4812-af5d-7394de5c0536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1003320 Apr 05 22:36:16.878611 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-9d645dde-3935-4443-9362-89403578553b None None] Set router 4d6a48c7-8b87-4a6f-acc5-9c60a34b861a gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:36:16.921218 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7f6bfcfb-2a9c-4ab5-9f07-72508689dd38 req-c6601ee0-1bd0-45fb-957c-5b4c50f7b65d tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542780 Apr 05 22:36:16.943398 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1803d-a684-4729-9b8f-668550f76597 req-044f51b4-205f-4b38-a1be-f0fffbe76bf5 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:16.946318 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-71f1803d-a684-4729-9b8f-668550f76597 req-044f51b4-205f-4b38-a1be-f0fffbe76bf5 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 946 time: 0.1442072 Apr 05 22:36:16.995644 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-65724a82-6b00-48bb-bf72-771e97d456e4 req-fcf39d03-ac45-46c2-bc10-0ba62f4ea212 service neutron] 10.222.0.46 "GET /v2.0/networks/30d168ff-b6ad-4812-af5d-7394de5c0536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838169 Apr 05 22:36:17.115905 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-71f1803d-a684-4729-9b8f-668550f76597 req-d810bfee-a1b0-437f-b54e-bb1ee81e7913 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1228485 Apr 05 22:36:17.159616 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-65724a82-6b00-48bb-bf72-771e97d456e4 req-39df7014-041b-49f7-9f2a-a90d6755d389 service neutron] 10.222.0.46 "GET /v2.0/networks/30d168ff-b6ad-4812-af5d-7394de5c0536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476233 Apr 05 22:36:17.185816 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-9d645dde-3935-4443-9362-89403578553b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'name': 'tempest-AttachVolumeNegativeTest-659125320-router', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:10Z', 'revision_number': 4, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'gw_port': {'id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': '0aab3d8b-c7f4-4177-b1c3-a5d750c04b27', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'floating_ip_address': '172.27.2.200', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'port_id': 'd9f9c05d-2e6c-48e9-a156-29a99b053908', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'mac_address': 'fa:16:3e:51:e5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168e6985-9b75-410a-98d4-2a5962c27a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:35:58Z', 'updated_at': '2022-04-05T22:36:15Z', 'revision_number': 1, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'fixed_ip_address_scope': None}, {'id': 'fcd54330-5680-4934-be33-cf3efbc2d265', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'floating_ip_address': '172.27.2.207', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'port_id': '87ce46ac-b115-4660-b05d-ad5035e8f486', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'mac_address': 'fa:16:3e:70:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5461b49-2cb2-4736-aa57-5af732d22cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:32:23Z', 'updated_at': '2022-04-05T22:33:12Z', 'revision_number': 2, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f', 'name': '', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'mac_address': 'fa:16:3e:f5:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:09Z', 'updated_at': '2022-04-05T22:32:25Z', 'revision_number': 5, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'subnets': [{'id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:17.215174 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d645dde-3935-4443-9362-89403578553b None None] The sync data for ids ['4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'] in dv-cinder-835879-4-iscsi is: [{'id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'name': 'tempest-AttachVolumeNegativeTest-659125320-router', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:10Z', 'revision_number': 4, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'gw_port': {'id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': '0aab3d8b-c7f4-4177-b1c3-a5d750c04b27', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'floating_ip_address': '172.27.2.200', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'port_id': 'd9f9c05d-2e6c-48e9-a156-29a99b053908', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'mac_address': 'fa:16:3e:51:e5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168e6985-9b75-410a-98d4-2a5962c27a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:35:58Z', 'updated_at': '2022-04-05T22:36:15Z', 'revision_number': 1, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'fixed_ip_address_scope': None}, {'id': 'fcd54330-5680-4934-be33-cf3efbc2d265', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'floating_ip_address': '172.27.2.207', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'port_id': '87ce46ac-b115-4660-b05d-ad5035e8f486', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'mac_address': 'fa:16:3e:70:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5461b49-2cb2-4736-aa57-5af732d22cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:32:23Z', 'updated_at': '2022-04-05T22:33:12Z', 'revision_number': 2, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f', 'name': '', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'mac_address': 'fa:16:3e:f5:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:09Z', 'updated_at': '2022-04-05T22:32:25Z', 'revision_number': 5, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'subnets': [{'id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:36:17.466783 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca59b53b-edc6-4aed-a791-a6260b0bfc09 None None] New status for floating IP 0aab3d8b-c7f4-4177-b1c3-a5d750c04b27: ACTIVE {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:36:18.103425 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408bc34e-a237-49cb-b726-cf0d064a7606 req-4bc860a9-2409-4778-b1d2-0e3db60f8b94 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:18.105101 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-408bc34e-a237-49cb-b726-cf0d064a7606 req-4bc860a9-2409-4778-b1d2-0e3db60f8b94 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 946 time: 0.0704756 Apr 05 22:36:18.162913 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-408bc34e-a237-49cb-b726-cf0d064a7606 req-16a79170-2086-4a6f-84eb-e7d7fe8d2538 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510533 Apr 05 22:36:18.247070 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d5310-3ec1-42c1-bb56-ae828d52d67b req-0f61d268-8314-4a1e-880f-d2bad0bcdeda tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:18.248949 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9d0d5310-3ec1-42c1-bb56-ae828d52d67b req-0f61d268-8314-4a1e-880f-d2bad0bcdeda tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 946 time: 0.0547094 Apr 05 22:36:18.301121 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9d0d5310-3ec1-42c1-bb56-ae828d52d67b req-f82fd71b-9cc6-4888-9fd8-17440061b866 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456564 Apr 05 22:36:19.313067 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb498b-9922-4c0b-8ed6-f09a1a432f19 req-ad48e359-7ba9-4a3f-a9ae-f65c8433a29f tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:19.314837 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-77bb498b-9922-4c0b-8ed6-f09a1a432f19 req-ad48e359-7ba9-4a3f-a9ae-f65c8433a29f tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 946 time: 0.0706708 Apr 05 22:36:19.372030 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-77bb498b-9922-4c0b-8ed6-f09a1a432f19 req-dd6218bc-4adb-4e54-905d-df5e5b81ae80 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511701 Apr 05 22:36:19.452667 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6f762-7883-4bc0-bc70-1cfac28dbc69 req-812e9e0a-4e88-4bf7-90dc-7aef901bf8d0 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:19.455002 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-eba6f762-7883-4bc0-bc70-1cfac28dbc69 req-812e9e0a-4e88-4bf7-90dc-7aef901bf8d0 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 946 time: 0.0613496 Apr 05 22:36:19.516343 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-eba6f762-7883-4bc0-bc70-1cfac28dbc69 req-d217c2b0-57f9-49d9-9211-5acde8424f5f tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545516 Apr 05 22:36:20.519188 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bf7f1-1347-4057-86a5-9591fc755ae1 req-19a97262-836d-49e2-9553-ec2fb4e8865e tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:20.520973 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2a5bf7f1-1347-4057-86a5-9591fc755ae1 req-19a97262-836d-49e2-9553-ec2fb4e8865e tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 946 time: 0.0716190 Apr 05 22:36:20.597577 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2a5bf7f1-1347-4057-86a5-9591fc755ae1 req-581b2c30-e9bf-45f9-ac7b-09fb6dfd8732 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620787 Apr 05 22:36:20.664448 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80951a5-24b6-42c2-956d-54eaaa57637e req-af96d301-14fb-4a7e-a3aa-e388ca54ef2d tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:20.665336 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a80951a5-24b6-42c2-956d-54eaaa57637e req-af96d301-14fb-4a7e-a3aa-e388ca54ef2d tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 946 time: 0.0663717 Apr 05 22:36:20.731051 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a80951a5-24b6-42c2-956d-54eaaa57637e req-30b837e7-48f9-453c-ab4e-db82cb06b6df tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0597348 Apr 05 22:36:20.821150 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ab3f5-7afc-4c9e-99c2-a790019871fa req-27d32c62-0da2-42e4-b46d-030d2c915972 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:20.822796 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3b3ab3f5-7afc-4c9e-99c2-a790019871fa req-27d32c62-0da2-42e4-b46d-030d2c915972 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 946 time: 0.0787351 Apr 05 22:36:20.908910 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3b3ab3f5-7afc-4c9e-99c2-a790019871fa req-8a54ad63-ab22-4e1c-8f6e-63d0ff0dd536 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773277 Apr 05 22:36:20.930580 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8c65e-a461-4928-84b2-079ced1bedc9 req-73f57448-73e3-4073-8e60-86a411930bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:20.932228 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-90e8c65e-a461-4928-84b2-079ced1bedc9 req-73f57448-73e3-4073-8e60-86a411930bbf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0aceb09e90a9469980b157861e02e481&device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 1130 time: 0.0691891 Apr 05 22:36:21.033299 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8c65e-a461-4928-84b2-079ced1bedc9 req-961535c0-533c-4e00-b801-816a02a9b2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:21.034917 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-90e8c65e-a461-4928-84b2-079ced1bedc9 req-961535c0-533c-4e00-b801-816a02a9b2a4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b6baf2d1-4111-4179-97b5-8f3d3d51eaff HTTP/1.1" status: 200 len: 912 time: 0.0969713 Apr 05 22:36:21.115859 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-90e8c65e-a461-4928-84b2-079ced1bedc9 req-2f1bfa1a-52c0-464d-8e53-c2a6bbcca7ce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4640548d-5069-4d6c-aff5-d4b623b01a6c HTTP/1.1" status: 200 len: 1002 time: 0.0675309 Apr 05 22:36:21.170938 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8c65e-a461-4928-84b2-079ced1bedc9 req-96953706-a384-43da-a85b-7365f24e46d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:21.173191 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-90e8c65e-a461-4928-84b2-079ced1bedc9 req-96953706-a384-43da-a85b-7365f24e46d1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=acc4bb93-55f5-4d18-8058-b058867f2321 HTTP/1.1" status: 200 len: 850 time: 0.0509880 Apr 05 22:36:21.243480 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8c65e-a461-4928-84b2-079ced1bedc9 req-507ce52d-4d34-4fe6-b708-6b5a25206dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:21.250069 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-90e8c65e-a461-4928-84b2-079ced1bedc9 req-507ce52d-4d34-4fe6-b708-6b5a25206dd5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b6baf2d1-4111-4179-97b5-8f3d3d51eaff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0664074 Apr 05 22:36:21.349176 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-90e8c65e-a461-4928-84b2-079ced1bedc9 req-74da1c40-393c-4aee-8576-47e1714d5bcf service neutron] 10.222.0.46 "GET /v2.0/networks/b6baf2d1-4111-4179-97b5-8f3d3d51eaff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953465 Apr 05 22:36:21.455157 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-90e8c65e-a461-4928-84b2-079ced1bedc9 req-b3190386-ed81-4c2a-94df-35bbabfb313f service neutron] 10.222.0.46 "GET /v2.0/networks/b6baf2d1-4111-4179-97b5-8f3d3d51eaff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996411 Apr 05 22:36:21.861299 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279196a-8cf2-44ea-8e34-0e5b39e3c734 req-80943ecf-3688-490b-98c9-234bcf46b573 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:21.863519 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d279196a-8cf2-44ea-8e34-0e5b39e3c734 req-80943ecf-3688-490b-98c9-234bcf46b573 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 946 time: 0.0552380 Apr 05 22:36:21.921245 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d279196a-8cf2-44ea-8e34-0e5b39e3c734 req-f00a3f80-af0e-4b22-93cc-0560c9978545 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510895 Apr 05 22:36:22.049757 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a978e68-72ef-409b-a9c0-d3809f6c49d6 req-55b7b713-c2c1-4343-90fb-d594ff4f42ba tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:22.051164 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6a978e68-72ef-409b-a9c0-d3809f6c49d6 req-55b7b713-c2c1-4343-90fb-d594ff4f42ba tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 946 time: 0.0576224 Apr 05 22:36:22.106920 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6a978e68-72ef-409b-a9c0-d3809f6c49d6 req-fa8abb10-3d75-4260-ba09-6e77aa048486 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474815 Apr 05 22:36:23.060352 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5b5f3-aa81-4ef3-92a9-f93abe926aaf req-794c9d47-96a5-49b3-bba0-8f2b7da17d32 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:23.061897 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-81d5b5f3-aa81-4ef3-92a9-f93abe926aaf req-794c9d47-96a5-49b3-bba0-8f2b7da17d32 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 946 time: 0.0591152 Apr 05 22:36:23.113419 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-81d5b5f3-aa81-4ef3-92a9-f93abe926aaf req-47aff8cf-74b3-44ba-ad3d-0e99b5c838b1 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455942 Apr 05 22:36:23.231120 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f00d733-5557-4aee-9c9c-8f8d26c107bc req-56d8ebee-3697-4d75-ad74-98463655d5db tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:23.237271 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3f00d733-5557-4aee-9c9c-8f8d26c107bc req-56d8ebee-3697-4d75-ad74-98463655d5db tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 946 time: 0.0597436 Apr 05 22:36:23.290010 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3f00d733-5557-4aee-9c9c-8f8d26c107bc req-27871e34-d444-4710-8166-4000ce4b0da2 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503488 Apr 05 22:36:24.487598 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c44d96-7e73-47ec-8e81-fea6de8a82db req-1c04f617-576f-4b7a-92d8-41ee10721aaf tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:24.488991 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-55c44d96-7e73-47ec-8e81-fea6de8a82db req-1c04f617-576f-4b7a-92d8-41ee10721aaf tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 946 time: 0.2951453 Apr 05 22:36:24.534376 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-55c44d96-7e73-47ec-8e81-fea6de8a82db req-ca966e6e-789f-4483-a3a2-134cad32cd65 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398326 Apr 05 22:36:25.297902 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9c35f-af24-43ee-be0f-80fae081404d req-c6c80bdf-321a-4342-8447-15b6f71b3127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:25.299331 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8ae9c35f-af24-43ee-be0f-80fae081404d req-c6c80bdf-321a-4342-8447-15b6f71b3127 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53101836a2ba42f5b58f4a6b84af6522&device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 1130 time: 0.0428720 Apr 05 22:36:25.389873 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9c35f-af24-43ee-be0f-80fae081404d req-e4f16806-1475-42c1-a113-087997c04451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:25.391803 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8ae9c35f-af24-43ee-be0f-80fae081404d req-e4f16806-1475-42c1-a113-087997c04451 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5f18d588-ed8c-4ba8-aa61-86f84f08ea4b HTTP/1.1" status: 200 len: 918 time: 0.0830836 Apr 05 22:36:25.459773 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8ae9c35f-af24-43ee-be0f-80fae081404d req-411f8169-902c-4722-9408-9333dc6f5c07 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a11904cd-7e78-4883-98a9-92fb30b55a65 HTTP/1.1" status: 200 len: 1002 time: 0.0561652 Apr 05 22:36:25.506765 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9c35f-af24-43ee-be0f-80fae081404d req-8e6e20cd-6c83-49a8-8e77-5b99cef5b510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:25.508166 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8ae9c35f-af24-43ee-be0f-80fae081404d req-8e6e20cd-6c83-49a8-8e77-5b99cef5b510 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=de490332-8df6-483d-b976-f39e215adfd8 HTTP/1.1" status: 200 len: 856 time: 0.0426767 Apr 05 22:36:25.558446 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9c35f-af24-43ee-be0f-80fae081404d req-4a0b2019-18a7-4f3a-a0c1-96aa23bd4fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:25.559890 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8ae9c35f-af24-43ee-be0f-80fae081404d req-4a0b2019-18a7-4f3a-a0c1-96aa23bd4fb6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5f18d588-ed8c-4ba8-aa61-86f84f08ea4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452867 Apr 05 22:36:25.680592 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8ae9c35f-af24-43ee-be0f-80fae081404d req-680bd243-4cd1-4bf9-a5bc-37a64f8369f6 service neutron] 10.222.0.46 "GET /v2.0/networks/5f18d588-ed8c-4ba8-aa61-86f84f08ea4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147101 Apr 05 22:36:25.691794 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3295f30-6498-47e5-b3dc-59b909f03e83 req-1906fc99-bc28-433a-89e2-19866ce701ed tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:25.693162 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e3295f30-6498-47e5-b3dc-59b909f03e83 req-1906fc99-bc28-433a-89e2-19866ce701ed tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 946 time: 0.0781481 Apr 05 22:36:25.785103 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e3295f30-6498-47e5-b3dc-59b909f03e83 req-abca29d4-f32d-4abc-abaf-c3b10f9799a9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0842943 Apr 05 22:36:25.807833 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8ae9c35f-af24-43ee-be0f-80fae081404d req-cdc3750a-10cf-4a45-86ce-ddc03d7b3ccd service neutron] 10.222.0.46 "GET /v2.0/networks/5f18d588-ed8c-4ba8-aa61-86f84f08ea4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137745 Apr 05 22:36:26.908462 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be392671-7dd2-4acd-b930-7cc6307232fb req-3a28d606-1e61-4439-9169-b0a8d279ac25 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:26.909941 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-be392671-7dd2-4acd-b930-7cc6307232fb req-3a28d606-1e61-4439-9169-b0a8d279ac25 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 946 time: 0.0564888 Apr 05 22:36:26.956176 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-be392671-7dd2-4acd-b930-7cc6307232fb req-e5038b81-189d-4da5-868d-21edb9f6066e tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404708 Apr 05 22:36:27.312012 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device a11904cd-7e78-4883-98a9-92fb30b55a65 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:36:27.384435 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port a11904cd-7e78-4883-98a9-92fb30b55a65 is: ACTIVE; New status is: DOWN {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:27.384847 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (a11904cd-7e78-4883-98a9-92fb30b55a65), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:27.409426 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe8a2ff-32d2-4752-bb89-b317c0dffc67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a11904cd-7e78-4883-98a9-92fb30b55a65'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:36:27.411617 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16471d07bccade7c78bbaf7939695eccfc965b3074ad902c0ac28a73985796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f6aa70-e888-4718-ac1b-ae2d5704dbab" -d '{"events": [{"server_uuid": "0fe8a2ff-32d2-4752-bb89-b317c0dffc67", "name": "network-vif-unplugged", "status": "completed", "tag": "a11904cd-7e78-4883-98a9-92fb30b55a65"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:36:27.423815 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port a11904cd-7e78-4883-98a9-92fb30b55a65, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=a11904cd-7e78-4883-98a9-92fb30b55a65,segment=NetworkSegment(bad0aca7-96dd-472c-9062-1cdad7db236b),segment_id=bad0aca7-96dd-472c-9062-1cdad7db236b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:27.427870 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (a11904cd-7e78-4883-98a9-92fb30b55a65), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:27.450824 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 22:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631ced3c-7b56-4e1b-95d5-5f7f290fb7a9 x-openstack-request-id: req-631ced3c-7b56-4e1b-95d5-5f7f290fb7a9 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:36:27.451145 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe8a2ff-32d2-4752-bb89-b317c0dffc67", "name": "network-vif-unplugged", "status": "completed", "tag": "a11904cd-7e78-4883-98a9-92fb30b55a65", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:36:27.451399 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-631ced3c-7b56-4e1b-95d5-5f7f290fb7a9 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:36:27.451786 dv-cinder-835879-4-iscsi neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-631ced3c-7b56-4e1b-95d5-5f7f290fb7a9'] response: {'server_uuid': '0fe8a2ff-32d2-4752-bb89-b317c0dffc67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a11904cd-7e78-4883-98a9-92fb30b55a65', 'code': 200} Apr 05 22:36:27.477963 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=a11904cd-7e78-4883-98a9-92fb30b55a65,revision_number=8']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:28.074438 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0aac4e-0549-4cca-a7e3-008445545c58 req-284f4b10-3486-44a7-a959-c45403191c29 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:28.075895 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7c0aac4e-0549-4cca-a7e3-008445545c58 req-284f4b10-3486-44a7-a959-c45403191c29 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 944 time: 0.0509527 Apr 05 22:36:28.121195 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7c0aac4e-0549-4cca-a7e3-008445545c58 req-73067727-0ea9-48be-9b36-132267f1a5c2 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391278 Apr 05 22:36:28.570834 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [req-296f0552-531a-4410-8cbc-ffe40b563d77 req-9c080c26-78bb-4fad-ae4d-7d781ec62107 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:36:28.571824 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-296f0552-531a-4410-8cbc-ffe40b563d77 req-9c080c26-78bb-4fad-ae4d-7d781ec62107 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054133 Apr 05 22:36:28.730469 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22bafe9-579f-468d-a133-6754c16a9bfd req-e19b7831-41bf-4754-b16b-8dab3850c068 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:28.732359 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c22bafe9-579f-468d-a133-6754c16a9bfd req-e19b7831-41bf-4754-b16b-8dab3850c068 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 944 time: 0.0532022 Apr 05 22:36:28.790043 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c22bafe9-579f-468d-a133-6754c16a9bfd req-73574de1-7450-4a5b-bac4-ae045a2f9c5a tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520439 Apr 05 22:36:29.081710 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 48586) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:29.168906 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-aa68f326-1dbc-48a4-bd4e-7ee3fd321b6e req-745e9374-e8d3-449c-876a-5aa1ba72bb6e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0860004 Apr 05 22:36:29.177126 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [req-aa68f326-1dbc-48a4-bd4e-7ee3fd321b6e req-1f24b078-568e-4d20-a69d-fd14d1b389c7 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:36:29.178067 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-aa68f326-1dbc-48a4-bd4e-7ee3fd321b6e req-1f24b078-568e-4d20-a69d-fd14d1b389c7 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047698 Apr 05 22:36:29.253004 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 48594) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:29.342801 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68f326-1dbc-48a4-bd4e-7ee3fd321b6e req-e167da14-9c7c-4c14-bc39-cc5dfa231b95 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:29.344055 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-aa68f326-1dbc-48a4-bd4e-7ee3fd321b6e req-e167da14-9c7c-4c14-bc39-cc5dfa231b95 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports/a11904cd-7e78-4883-98a9-92fb30b55a65 HTTP/1.1" status: 200 len: 941 time: 0.0900991 Apr 05 22:36:29.915041 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea17c02-3087-4a17-9342-3b4ae3204e50 req-62ece2c5-0fc3-4202-96bf-b009ac5b8c18 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:29.917222 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1ea17c02-3087-4a17-9342-3b4ae3204e50 req-62ece2c5-0fc3-4202-96bf-b009ac5b8c18 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 944 time: 0.0576470 Apr 05 22:36:29.917905 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:29.966822 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1ea17c02-3087-4a17-9342-3b4ae3204e50 req-5aff086c-b8f2-4e6a-b46e-c53b364afc71 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432560 Apr 05 22:36:30.802648 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68f326-1dbc-48a4-bd4e-7ee3fd321b6e req-1dbd0ebe-fde3-4cc5-8c91-5e4e8b4fff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:30.804133 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-aa68f326-1dbc-48a4-bd4e-7ee3fd321b6e req-1dbd0ebe-fde3-4cc5-8c91-5e4e8b4fff36 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67&tenant_id=53101836a2ba42f5b58f4a6b84af6522 HTTP/1.1" status: 200 len: 1128 time: 0.0755088 Apr 05 22:36:30.873940 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68f326-1dbc-48a4-bd4e-7ee3fd321b6e req-00956928-2eb6-4963-815d-6c6283e8b893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:30.875405 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-aa68f326-1dbc-48a4-bd4e-7ee3fd321b6e req-00956928-2eb6-4963-815d-6c6283e8b893 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53101836a2ba42f5b58f4a6b84af6522&device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 1128 time: 0.0434427 Apr 05 22:36:30.972200 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68f326-1dbc-48a4-bd4e-7ee3fd321b6e req-0a1e79f5-f093-4cc7-8453-a10eb6016011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:30.973853 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-aa68f326-1dbc-48a4-bd4e-7ee3fd321b6e req-0a1e79f5-f093-4cc7-8453-a10eb6016011 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5f18d588-ed8c-4ba8-aa61-86f84f08ea4b HTTP/1.1" status: 200 len: 918 time: 0.0889204 Apr 05 22:36:31.041751 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-aa68f326-1dbc-48a4-bd4e-7ee3fd321b6e req-ae491c79-c710-4834-8589-fe3ce202f5f1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a11904cd-7e78-4883-98a9-92fb30b55a65 HTTP/1.1" status: 200 len: 1000 time: 0.0617483 Apr 05 22:36:31.119003 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68f326-1dbc-48a4-bd4e-7ee3fd321b6e req-c51744d6-2789-40dd-920e-405517e4e996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:31.120442 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-aa68f326-1dbc-48a4-bd4e-7ee3fd321b6e req-c51744d6-2789-40dd-920e-405517e4e996 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=de490332-8df6-483d-b976-f39e215adfd8 HTTP/1.1" status: 200 len: 856 time: 0.0707936 Apr 05 22:36:31.131572 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b1268-2f74-4e66-b63e-558e596f7e58 req-80cedc38-de74-4d12-a7c5-47ff8e2e4d65 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:31.132944 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b54b1268-2f74-4e66-b63e-558e596f7e58 req-80cedc38-de74-4d12-a7c5-47ff8e2e4d65 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 944 time: 0.0943716 Apr 05 22:36:31.203795 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68f326-1dbc-48a4-bd4e-7ee3fd321b6e req-1b8f8820-8169-45c6-8612-0fb144b8ad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:31.205310 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-aa68f326-1dbc-48a4-bd4e-7ee3fd321b6e req-1b8f8820-8169-45c6-8612-0fb144b8ad15 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5f18d588-ed8c-4ba8-aa61-86f84f08ea4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0715349 Apr 05 22:36:31.208242 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b54b1268-2f74-4e66-b63e-558e596f7e58 req-be2bbe9d-7e04-4dfa-9c09-8975aab7c4be tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0674341 Apr 05 22:36:31.308268 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-aa68f326-1dbc-48a4-bd4e-7ee3fd321b6e req-7eb097c7-e921-4c34-81b2-64f5b3a074ea service neutron] 10.222.0.46 "GET /v2.0/networks/5f18d588-ed8c-4ba8-aa61-86f84f08ea4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867178 Apr 05 22:36:31.324634 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device a11904cd-7e78-4883-98a9-92fb30b55a65 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:36:31.402382 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port a11904cd-7e78-4883-98a9-92fb30b55a65 is: DOWN; New status is: DOWN {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:31.406268 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-aa68f326-1dbc-48a4-bd4e-7ee3fd321b6e req-8d30479c-2778-435e-ae00-85df6b1352ae service neutron] 10.222.0.46 "GET /v2.0/networks/5f18d588-ed8c-4ba8-aa61-86f84f08ea4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906971 Apr 05 22:36:32.338451 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e883dd3-aa99-4c7c-83f6-d85e62ee2677 req-557857fa-c434-4892-9e31-429761a1e30f tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:32.340642 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8e883dd3-aa99-4c7c-83f6-d85e62ee2677 req-557857fa-c434-4892-9e31-429761a1e30f tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 944 time: 0.0613871 Apr 05 22:36:32.390410 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8e883dd3-aa99-4c7c-83f6-d85e62ee2677 req-e1ffd3ec-5490-408c-be3f-f17756911491 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441010 Apr 05 22:36:33.514445 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c051fe-d18e-41fd-86ef-ee17791c46b2 req-65cbd63c-a8da-4bf1-bf11-8e49ebc6b13d tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:33.517605 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-45c051fe-d18e-41fd-86ef-ee17791c46b2 req-65cbd63c-a8da-4bf1-bf11-8e49ebc6b13d tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 944 time: 0.0556328 Apr 05 22:36:33.564450 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-45c051fe-d18e-41fd-86ef-ee17791c46b2 req-4f45d27d-dee3-4961-b835-f36cc0c55ecf tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410573 Apr 05 22:36:34.303761 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3b7c44ba-81c6-4502-b24d-1687f4bceb75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:34.697034 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8553c-197d-4092-a684-6560fd829feb req-e7b5420c-ab9d-4ec6-8cf9-719d9ab54dbd tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:34.698535 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-22c8553c-197d-4092-a684-6560fd829feb req-e7b5420c-ab9d-4ec6-8cf9-719d9ab54dbd tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 944 time: 0.0554764 Apr 05 22:36:34.745591 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-22c8553c-197d-4092-a684-6560fd829feb req-c3b59155-7aee-421c-a1f6-3ea16c218352 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402606 Apr 05 22:36:35.877172 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78d62f-38ef-4634-86ec-aca2e67e5288 req-838e95eb-9800-40fc-92df-d49b3c3969db tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:35.878802 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7c78d62f-38ef-4634-86ec-aca2e67e5288 req-838e95eb-9800-40fc-92df-d49b3c3969db tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 944 time: 0.0626144 Apr 05 22:36:35.927980 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7c78d62f-38ef-4634-86ec-aca2e67e5288 req-34409629-cce4-4413-b4ff-7d8f54e6ea66 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434592 Apr 05 22:36:36.790960 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3edd6d7b-695d-474a-add6-13cfb4960243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:37.048818 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb5bc0-7d15-493a-8867-4c3e256df965 req-4f612fc2-a545-44db-9918-327ac474043f tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:37.050318 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1ebb5bc0-7d15-493a-8867-4c3e256df965 req-4f612fc2-a545-44db-9918-327ac474043f tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 944 time: 0.0514810 Apr 05 22:36:37.100005 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1ebb5bc0-7d15-493a-8867-4c3e256df965 req-d7e1ac6a-d275-4f38-9890-644603133ab0 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441420 Apr 05 22:36:37.533414 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:38.220901 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a40fe-cf8e-47b1-a526-e51a9fee646c req-5c1fcf28-452e-44d6-8b66-6aed4cd94119 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:38.222302 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-748a40fe-cf8e-47b1-a526-e51a9fee646c req-5c1fcf28-452e-44d6-8b66-6aed4cd94119 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 944 time: 0.0512886 Apr 05 22:36:38.272137 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-748a40fe-cf8e-47b1-a526-e51a9fee646c req-0e116d49-c565-4820-85af-a2cbee367d18 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444469 Apr 05 22:36:39.138046 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:39.407732 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ae6d5-dd26-4298-b057-bd31180da4c7 req-8582494f-1e1a-460f-bf67-fc7aeb78e395 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:39.409262 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-df3ae6d5-dd26-4298-b057-bd31180da4c7 req-8582494f-1e1a-460f-bf67-fc7aeb78e395 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 944 time: 0.0517631 Apr 05 22:36:39.455393 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-df3ae6d5-dd26-4298-b057-bd31180da4c7 req-bd71e155-6de4-42e2-a385-96af738f56e6 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403495 Apr 05 22:36:40.585618 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d156c-57bc-418f-bf8d-ce060f0bb67e req-906cf581-2e8c-47d9-b316-df879f862e2a tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:40.587081 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d61d156c-57bc-418f-bf8d-ce060f0bb67e req-906cf581-2e8c-47d9-b316-df879f862e2a tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 944 time: 0.0573208 Apr 05 22:36:40.633245 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d61d156c-57bc-418f-bf8d-ce060f0bb67e req-91849ad2-af3e-4f21-946d-e9545729c4c6 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407743 Apr 05 22:36:40.723694 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:41.758980 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74fd66-c267-45cb-8bd4-543ecc8d83d4 req-7a77faa0-e86b-46e2-ad75-65e8d958c212 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:41.760617 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0c74fd66-c267-45cb-8bd4-543ecc8d83d4 req-7a77faa0-e86b-46e2-ad75-65e8d958c212 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 944 time: 0.0551183 Apr 05 22:36:41.817548 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0c74fd66-c267-45cb-8bd4-543ecc8d83d4 req-d32fadd8-ab74-4663-ac48-8f71d1624299 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492640 Apr 05 22:36:42.947440 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4564b-c192-4eef-b0bb-8730e1d8814b req-59ae499d-e6de-4d6b-917a-8bb426ba6be3 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:42.948935 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b6a4564b-c192-4eef-b0bb-8730e1d8814b req-59ae499d-e6de-4d6b-917a-8bb426ba6be3 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 944 time: 0.0573285 Apr 05 22:36:42.993930 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b6a4564b-c192-4eef-b0bb-8730e1d8814b req-fea524ff-1fec-4f30-a311-e0a8d56d0e21 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387838 Apr 05 22:36:44.115810 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf85121-b94d-4032-82f7-994a18f967ee req-eb7d6196-7f0b-4650-af66-91f08527c5ee tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:44.117299 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-daf85121-b94d-4032-82f7-994a18f967ee req-eb7d6196-7f0b-4650-af66-91f08527c5ee tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 944 time: 0.0500085 Apr 05 22:36:44.164364 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-daf85121-b94d-4032-82f7-994a18f967ee req-702e7e53-324c-4d88-9cb2-4578c00c8bdb tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413246 Apr 05 22:36:45.285246 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98e865-a9f4-4f62-8856-52ffe9283f9e req-d2865943-2a8d-422e-8950-17e52219bf23 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:45.286706 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6a98e865-a9f4-4f62-8856-52ffe9283f9e req-d2865943-2a8d-422e-8950-17e52219bf23 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 944 time: 0.0514638 Apr 05 22:36:45.335446 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6a98e865-a9f4-4f62-8856-52ffe9283f9e req-8c218943-4acd-4524-a4a9-7332a84274b2 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433245 Apr 05 22:36:46.453827 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30d44a-ffcf-40ce-a1ed-9f331557dc7b req-efaae9bb-742c-4353-b595-ebcf24d23f63 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:46.455287 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3e30d44a-ffcf-40ce-a1ed-9f331557dc7b req-efaae9bb-742c-4353-b595-ebcf24d23f63 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 944 time: 0.0514538 Apr 05 22:36:46.500627 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3e30d44a-ffcf-40ce-a1ed-9f331557dc7b req-ffb8b13f-6e87-41ec-a9d0-91a8cd949dc8 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399108 Apr 05 22:36:47.619776 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d2191-9b78-4c94-a1b8-9a3d94ea15d6 req-f5161487-c67d-415c-99d6-9aa24ff9bb4b tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:47.621263 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b75d2191-9b78-4c94-a1b8-9a3d94ea15d6 req-f5161487-c67d-415c-99d6-9aa24ff9bb4b tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 944 time: 0.0517836 Apr 05 22:36:47.666701 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b75d2191-9b78-4c94-a1b8-9a3d94ea15d6 req-9d8280a0-fa9e-4859-a9c5-162d7b78fb66 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397646 Apr 05 22:36:48.790479 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd204ce-339c-43e8-8430-264fdc7145f4 req-02340c0d-0252-460a-887a-7119bf682ee1 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:48.791932 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-fdd204ce-339c-43e8-8430-264fdc7145f4 req-02340c0d-0252-460a-887a-7119bf682ee1 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 944 time: 0.0544932 Apr 05 22:36:48.837581 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-fdd204ce-339c-43e8-8430-264fdc7145f4 req-2e0fc63b-17ba-4044-99e2-e52d131ea31d tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400372 Apr 05 22:36:49.880340 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:36:49.960855 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a540f-e10f-43df-8ff4-5cf5707c9e9e req-4f68d469-b8f0-4dd0-b283-df055d3e30e1 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:49.962293 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-173a540f-e10f-43df-8ff4-5cf5707c9e9e req-4f68d469-b8f0-4dd0-b283-df055d3e30e1 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 944 time: 0.0520554 Apr 05 22:36:50.009211 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-173a540f-e10f-43df-8ff4-5cf5707c9e9e req-b1fda82c-2d27-463d-a95e-652375899613 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414593 Apr 05 22:36:51.132043 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47812f-66d1-4106-925c-0a815fe12732 req-2d4a48bc-46d5-4707-bfba-6a0248eec7f2 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:51.133564 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0e47812f-66d1-4106-925c-0a815fe12732 req-2d4a48bc-46d5-4707-bfba-6a0248eec7f2 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 944 time: 0.0523968 Apr 05 22:36:51.184274 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0e47812f-66d1-4106-925c-0a815fe12732 req-55345492-83de-4ab8-8038-d7c991c983a1 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447927 Apr 05 22:36:52.305182 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9350a-fb23-41bc-9ccd-e90c35defcac req-4d4b8883-f110-411b-8677-fc072e48f4ec tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:52.306658 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9ac9350a-fb23-41bc-9ccd-e90c35defcac req-4d4b8883-f110-411b-8677-fc072e48f4ec tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 944 time: 0.0516438 Apr 05 22:36:52.351613 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9ac9350a-fb23-41bc-9ccd-e90c35defcac req-60d2519f-cf71-4588-814c-9ded75cb5b0a tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395267 Apr 05 22:36:53.472911 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6d5f0-7884-4d8e-aeb6-885b1aa8e929 req-80f6fad6-f99b-4ffe-ba9a-c40412a685b8 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:53.474316 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b6b6d5f0-7884-4d8e-aeb6-885b1aa8e929 req-80f6fad6-f99b-4ffe-ba9a-c40412a685b8 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 944 time: 0.0510857 Apr 05 22:36:53.519870 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b6b6d5f0-7884-4d8e-aeb6-885b1aa8e929 req-9beac48a-1fb1-4a17-92ce-54972847171a tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400958 Apr 05 22:36:54.642432 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151a549-6526-419f-a14c-c4e1783bd7c1 req-a7593f1f-3974-43c4-847f-a9705f976624 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:54.643873 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e151a549-6526-419f-a14c-c4e1783bd7c1 req-a7593f1f-3974-43c4-847f-a9705f976624 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 944 time: 0.0541775 Apr 05 22:36:54.688896 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e151a549-6526-419f-a14c-c4e1783bd7c1 req-a7999b0d-b605-4614-bea8-9213fc7837dc tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394630 Apr 05 22:36:55.494801 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device a11904cd-7e78-4883-98a9-92fb30b55a65 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:36:55.593091 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port a11904cd-7e78-4883-98a9-92fb30b55a65, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=a11904cd-7e78-4883-98a9-92fb30b55a65,segment=NetworkSegment(bad0aca7-96dd-472c-9062-1cdad7db236b),segment_id=bad0aca7-96dd-472c-9062-1cdad7db236b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:55.604477 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Returning: {'device': 'a11904cd-7e78-4883-98a9-92fb30b55a65', 'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b', 'port_id': 'a11904cd-7e78-4883-98a9-92fb30b55a65', 'mac_address': 'fa:16:3e:b0:04:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de490332-8df6-483d-b976-f39e215adfd8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:36:55.640729 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port a11904cd-7e78-4883-98a9-92fb30b55a65 is: DOWN; New status is: BUILD {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:55.641139 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (a11904cd-7e78-4883-98a9-92fb30b55a65), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:55.653350 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a11904cd-7e78-4883-98a9-92fb30b55a65 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:36:55.671774 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port a11904cd-7e78-4883-98a9-92fb30b55a65, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=a11904cd-7e78-4883-98a9-92fb30b55a65,segment=NetworkSegment(bad0aca7-96dd-472c-9062-1cdad7db236b),segment_id=bad0aca7-96dd-472c-9062-1cdad7db236b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:55.676364 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (a11904cd-7e78-4883-98a9-92fb30b55a65), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:55.727058 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=a11904cd-7e78-4883-98a9-92fb30b55a65,revision_number=9']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:55.813411 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d37f8d-31c5-4513-b153-980899362057 req-f772a16b-b24f-4320-a77b-b27b9a62368d tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:55.814954 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-48d37f8d-31c5-4513-b153-980899362057 req-f772a16b-b24f-4320-a77b-b27b9a62368d tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 945 time: 0.0545070 Apr 05 22:36:55.861451 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-48d37f8d-31c5-4513-b153-980899362057 req-fb52c22c-8143-4b5f-a4c5-0df74f60f9c7 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408182 Apr 05 22:36:56.086235 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] get_ports_and_sgs() called for port_ids ['a11904cd-7e78-4883-98a9-92fb30b55a65'] {{(pid=103304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:36:56.655581 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcacbad9-a97d-4e53-a093-bd3444fdbb77 req-fef99a88-6cd0-47d7-a8b3-4fe190191d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:56.657760 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-bcacbad9-a97d-4e53-a093-bd3444fdbb77 req-fef99a88-6cd0-47d7-a8b3-4fe190191d95 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=20b77f8ad3b947daa87a0a858e8b7ac2&device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 1129 time: 0.0790622 Apr 05 22:36:56.665159 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284df194-ce40-45b5-864c-b59e41e14141 req-f4f16f84-b519-4f6a-bbc1-4c1ceeb42e31 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:56.666485 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-284df194-ce40-45b5-864c-b59e41e14141 req-f4f16f84-b519-4f6a-bbc1-4c1ceeb42e31 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 945 time: 0.0787966 Apr 05 22:36:56.766936 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-284df194-ce40-45b5-864c-b59e41e14141 req-38e582fe-ef1f-4699-9bac-ed2cb0f5bd29 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=f606d00d-de89-4b79-98d4-4e4ba8b7c8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921738 Apr 05 22:36:56.783144 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcacbad9-a97d-4e53-a093-bd3444fdbb77 req-867c6223-3153-4de6-96de-eb388d836361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:56.784590 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-bcacbad9-a97d-4e53-a093-bd3444fdbb77 req-867c6223-3153-4de6-96de-eb388d836361 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e7e24e6e-3544-4395-8e0c-7d87fa5e4b92 HTTP/1.1" status: 200 len: 919 time: 0.1172853 Apr 05 22:36:56.847954 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-bcacbad9-a97d-4e53-a093-bd3444fdbb77 req-06cc39d9-f642-4083-815d-82c3264d6a8b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9eaec99c-965b-4873-a34a-85a811edf3e9 HTTP/1.1" status: 200 len: 1000 time: 0.0570078 Apr 05 22:36:56.898006 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcacbad9-a97d-4e53-a093-bd3444fdbb77 req-0689f5b7-b78c-43c4-bd8f-61ef9489bd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:56.899488 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-bcacbad9-a97d-4e53-a093-bd3444fdbb77 req-0689f5b7-b78c-43c4-bd8f-61ef9489bd49 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b HTTP/1.1" status: 200 len: 857 time: 0.0448968 Apr 05 22:36:56.985866 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcacbad9-a97d-4e53-a093-bd3444fdbb77 req-a3d779c3-e6b4-460e-9f18-40c73819a59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:56.987344 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-bcacbad9-a97d-4e53-a093-bd3444fdbb77 req-a3d779c3-e6b4-460e-9f18-40c73819a59b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e7e24e6e-3544-4395-8e0c-7d87fa5e4b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0797369 Apr 05 22:36:56.998347 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a16d56-edc1-46c5-8710-c436fc68fa48 req-2554d02e-18c5-420c-91b9-3619242505cf tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:57.000328 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d6a16d56-edc1-46c5-8710-c436fc68fa48 req-2554d02e-18c5-420c-91b9-3619242505cf tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 945 time: 0.0629249 Apr 05 22:36:57.101916 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d6a16d56-edc1-46c5-8710-c436fc68fa48 req-7790deb7-0014-49d6-8889-d226b157032f tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0938938 Apr 05 22:36:57.117987 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-bcacbad9-a97d-4e53-a093-bd3444fdbb77 req-0f62f045-75fe-4784-bbec-7578e64a7a4e service neutron] 10.222.0.46 "GET /v2.0/networks/e7e24e6e-3544-4395-8e0c-7d87fa5e4b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167116 Apr 05 22:36:57.207339 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-bcacbad9-a97d-4e53-a093-bd3444fdbb77 req-6eabedbf-9329-43fd-9925-41d11ee7dc06 service neutron] 10.222.0.46 "GET /v2.0/networks/e7e24e6e-3544-4395-8e0c-7d87fa5e4b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828564 Apr 05 22:36:57.510328 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device a11904cd-7e78-4883-98a9-92fb30b55a65 up at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:36:57.561207 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning complete for port a11904cd-7e78-4883-98a9-92fb30b55a65 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:57.561540 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (a11904cd-7e78-4883-98a9-92fb30b55a65), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:57.635748 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port a11904cd-7e78-4883-98a9-92fb30b55a65 is: BUILD; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:57.636132 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (a11904cd-7e78-4883-98a9-92fb30b55a65), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:57.658551 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe8a2ff-32d2-4752-bb89-b317c0dffc67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11904cd-7e78-4883-98a9-92fb30b55a65'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:36:57.660778 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16471d07bccade7c78bbaf7939695eccfc965b3074ad902c0ac28a73985796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00b87f6-89e4-4ebc-bfb3-fdee86eaae6b" -d '{"events": [{"server_uuid": "0fe8a2ff-32d2-4752-bb89-b317c0dffc67", "name": "network-vif-plugged", "status": "completed", "tag": "a11904cd-7e78-4883-98a9-92fb30b55a65"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:36:57.673279 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port a11904cd-7e78-4883-98a9-92fb30b55a65, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=a11904cd-7e78-4883-98a9-92fb30b55a65,segment=NetworkSegment(bad0aca7-96dd-472c-9062-1cdad7db236b),segment_id=bad0aca7-96dd-472c-9062-1cdad7db236b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:57.677277 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (a11904cd-7e78-4883-98a9-92fb30b55a65), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:57.700078 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca07afea-b475-47db-a3ca-7d6770ddd48e x-openstack-request-id: req-ca07afea-b475-47db-a3ca-7d6770ddd48e {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:36:57.700393 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe8a2ff-32d2-4752-bb89-b317c0dffc67", "name": "network-vif-plugged", "status": "completed", "tag": "a11904cd-7e78-4883-98a9-92fb30b55a65", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:36:57.700653 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ca07afea-b475-47db-a3ca-7d6770ddd48e {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:36:57.701080 dv-cinder-835879-4-iscsi neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca07afea-b475-47db-a3ca-7d6770ddd48e'] response: {'server_uuid': '0fe8a2ff-32d2-4752-bb89-b317c0dffc67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11904cd-7e78-4883-98a9-92fb30b55a65', 'code': 200} Apr 05 22:36:57.727371 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=a11904cd-7e78-4883-98a9-92fb30b55a65,revision_number=10']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:57.882211 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aecf38-1ab2-4aa9-8860-9819c0d36f89 req-c9aa6224-7799-4d31-9073-3b243058ff25 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:57.883674 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-30aecf38-1ab2-4aa9-8860-9819c0d36f89 req-c9aa6224-7799-4d31-9073-3b243058ff25 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 945 time: 0.0515804 Apr 05 22:36:57.936307 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-30aecf38-1ab2-4aa9-8860-9819c0d36f89 req-fea3308f-c786-4fb9-8ef6-112c3a8d4b34 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=f606d00d-de89-4b79-98d4-4e4ba8b7c8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471461 Apr 05 22:36:58.258018 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64b889-60f2-46d3-a3c8-37976033e9fe req-fa1a84ce-be4e-4fce-a972-b49a5a5046b8 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:58.259458 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ff64b889-60f2-46d3-a3c8-37976033e9fe req-fa1a84ce-be4e-4fce-a972-b49a5a5046b8 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 947 time: 0.0798366 Apr 05 22:36:58.273182 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9420266-16cc-4420-a015-ae2e4bfd3ab7 req-dc1bc36e-08e2-423f-9b2b-bdd1681a0b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:58.274529 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f9420266-16cc-4420-a015-ae2e4bfd3ab7 req-dc1bc36e-08e2-423f-9b2b-bdd1681a0b4b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 1131 time: 0.0615876 Apr 05 22:36:58.336129 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ff64b889-60f2-46d3-a3c8-37976033e9fe req-07d2071f-dc7e-4e22-97fd-5e4b0d4a1d88 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0700061 Apr 05 22:36:58.338472 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f9420266-16cc-4420-a015-ae2e4bfd3ab7 req-c73437f0-054c-4c32-bdd7-817ebb14160c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563533 Apr 05 22:36:59.054056 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab6029-efbf-4fdd-9970-9a747e0b710a req-1a8e0145-31c9-4b22-8474-15d4d8fcd10d tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:59.055519 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0aab6029-efbf-4fdd-9970-9a747e0b710a req-1a8e0145-31c9-4b22-8474-15d4d8fcd10d tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 945 time: 0.0548093 Apr 05 22:36:59.109751 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0aab6029-efbf-4fdd-9970-9a747e0b710a req-da205cad-d2a6-4913-9dcb-4607607a11d3 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=f606d00d-de89-4b79-98d4-4e4ba8b7c8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487735 Apr 05 22:36:59.456990 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84973544-e9b6-4f80-880d-8556903cce46 req-12a239b7-fbdf-403b-a06b-d8771f49569c tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:59.458451 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-84973544-e9b6-4f80-880d-8556903cce46 req-12a239b7-fbdf-403b-a06b-d8771f49569c tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 947 time: 0.0508108 Apr 05 22:36:59.504266 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-84973544-e9b6-4f80-880d-8556903cce46 req-49e9afc0-ba8b-4ce2-b6d6-c90f07d88033 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403428 Apr 05 22:36:59.928088 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:00.285824 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eebf92-295a-4637-a469-f912b1948f28 req-a75c64bb-9d92-4a97-9b70-32446d6b7caa tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:00.287335 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d0eebf92-295a-4637-a469-f912b1948f28 req-a75c64bb-9d92-4a97-9b70-32446d6b7caa tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 945 time: 0.1111987 Apr 05 22:37:00.334547 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d0eebf92-295a-4637-a469-f912b1948f28 req-b8f8fb92-b542-4513-8359-bc2200d2c256 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=f606d00d-de89-4b79-98d4-4e4ba8b7c8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412519 Apr 05 22:37:00.676604 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e47acb-f435-45c1-be9a-8da48056d958 req-59389b50-7dab-4744-96ac-ca4e47d2aaf5 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:00.678104 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-85e47acb-f435-45c1-be9a-8da48056d958 req-59389b50-7dab-4744-96ac-ca4e47d2aaf5 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 947 time: 0.1041727 Apr 05 22:37:00.724285 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-85e47acb-f435-45c1-be9a-8da48056d958 req-80b3814b-f36f-40d6-ad32-406df2c8790a tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406084 Apr 05 22:37:01.455793 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7904c7-d9e3-4049-a2f4-afa1714cf4e9 req-31224c96-e057-4cf5-bea9-23e0d3c96518 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:01.457282 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0c7904c7-d9e3-4049-a2f4-afa1714cf4e9 req-31224c96-e057-4cf5-bea9-23e0d3c96518 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 945 time: 0.0513024 Apr 05 22:37:01.505752 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0c7904c7-d9e3-4049-a2f4-afa1714cf4e9 req-b85c4468-abc9-4937-ac50-1be9b05beffd tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=f606d00d-de89-4b79-98d4-4e4ba8b7c8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429773 Apr 05 22:37:01.842574 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d5869-b567-400e-abfe-4bc95d1426c2 req-2717dc20-10ba-4383-9b09-60209416d810 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:01.844019 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-671d5869-b567-400e-abfe-4bc95d1426c2 req-2717dc20-10ba-4383-9b09-60209416d810 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 947 time: 0.0506096 Apr 05 22:37:01.889062 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-671d5869-b567-400e-abfe-4bc95d1426c2 req-d8224c61-dc59-4c6b-b4c7-806762536144 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395346 Apr 05 22:37:02.008789 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4429d7a1-d792-4427-aea3-56ecdeb1bd0b req-9317c73c-2a85-496c-95b3-4661a2a61752 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419719 Apr 05 22:37:02.077749 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429d7a1-d792-4427-aea3-56ecdeb1bd0b req-057b76c4-4ea0-47e3-9cfc-95442d9b9cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:02.079240 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4429d7a1-d792-4427-aea3-56ecdeb1bd0b req-057b76c4-4ea0-47e3-9cfc-95442d9b9cf0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=20b77f8ad3b947daa87a0a858e8b7ac2&device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 1129 time: 0.0462172 Apr 05 22:37:02.185009 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429d7a1-d792-4427-aea3-56ecdeb1bd0b req-3a2c5a7b-b9a3-4493-aeb6-4b26b0389da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:02.186503 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4429d7a1-d792-4427-aea3-56ecdeb1bd0b req-3a2c5a7b-b9a3-4493-aeb6-4b26b0389da0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e7e24e6e-3544-4395-8e0c-7d87fa5e4b92 HTTP/1.1" status: 200 len: 919 time: 0.0865324 Apr 05 22:37:02.227667 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4429d7a1-d792-4427-aea3-56ecdeb1bd0b req-47ee38ea-1411-4a52-af5a-3ac4822d4279 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d6602cb-1932-44b9-8ab6-3ab98e1798dd HTTP/1.1" status: 200 len: 217 time: 0.0339987 Apr 05 22:37:02.282994 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429d7a1-d792-4427-aea3-56ecdeb1bd0b req-031742a2-2b36-492a-8e12-e03a6a05e0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:02.284482 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4429d7a1-d792-4427-aea3-56ecdeb1bd0b req-031742a2-2b36-492a-8e12-e03a6a05e0d2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b HTTP/1.1" status: 200 len: 857 time: 0.0475366 Apr 05 22:37:02.338391 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429d7a1-d792-4427-aea3-56ecdeb1bd0b req-6c87f7df-3628-414e-9631-622a60eef1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:02.339966 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4429d7a1-d792-4427-aea3-56ecdeb1bd0b req-6c87f7df-3628-414e-9631-622a60eef1ac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e7e24e6e-3544-4395-8e0c-7d87fa5e4b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463800 Apr 05 22:37:02.490803 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4429d7a1-d792-4427-aea3-56ecdeb1bd0b req-32949dfb-2e7f-444b-8715-baf0551f2241 service neutron] 10.222.0.46 "GET /v2.0/networks/e7e24e6e-3544-4395-8e0c-7d87fa5e4b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875061 Apr 05 22:37:02.604713 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4429d7a1-d792-4427-aea3-56ecdeb1bd0b req-520b6a2c-a692-407f-b960-494a202c3909 service neutron] 10.222.0.46 "GET /v2.0/networks/e7e24e6e-3544-4395-8e0c-7d87fa5e4b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066616 Apr 05 22:37:02.632260 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8241033-7a67-4399-8cf2-162efb67c92b req-80b93232-eb19-4d9b-afe4-fa3164270c99 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:02.633731 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b8241033-7a67-4399-8cf2-162efb67c92b req-80b93232-eb19-4d9b-afe4-fa3164270c99 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 945 time: 0.0607021 Apr 05 22:37:02.682415 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b8241033-7a67-4399-8cf2-162efb67c92b req-20e69520-fbbe-412d-b270-159438aba487 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=f606d00d-de89-4b79-98d4-4e4ba8b7c8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432076 Apr 05 22:37:03.797061 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda6109-bb03-48c9-824c-fa2639ac0521 req-547fdf87-3168-4f2e-b5b8-34dc29687b5c tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:03.798507 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-afda6109-bb03-48c9-824c-fa2639ac0521 req-547fdf87-3168-4f2e-b5b8-34dc29687b5c tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 945 time: 0.0512402 Apr 05 22:37:03.843431 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-afda6109-bb03-48c9-824c-fa2639ac0521 req-287d4fcd-bf6a-4ece-a045-6991fdd0df65 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=f606d00d-de89-4b79-98d4-4e4ba8b7c8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393958 Apr 05 22:37:04.304558 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8232d452-fe8b-42f0-b0a9-49654efb88ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:04.959662 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132c34e-bb39-4380-88bd-68d1dda2748e req-96092bb2-7ac5-46c4-9e37-234f0af6ec5c tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:04.961140 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8132c34e-bb39-4380-88bd-68d1dda2748e req-96092bb2-7ac5-46c4-9e37-234f0af6ec5c tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 945 time: 0.0509222 Apr 05 22:37:05.010508 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8132c34e-bb39-4380-88bd-68d1dda2748e req-91397b80-5e87-48c9-8229-6c3fa304d96c tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=f606d00d-de89-4b79-98d4-4e4ba8b7c8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437996 Apr 05 22:37:06.367877 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610df66-cb30-46ba-8995-c72bd26feb39 req-cb92b4fd-a0e4-41ac-b220-d4dbe78dbdf3 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:06.369386 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8610df66-cb30-46ba-8995-c72bd26feb39 req-cb92b4fd-a0e4-41ac-b220-d4dbe78dbdf3 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 945 time: 0.2927537 Apr 05 22:37:06.416115 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8610df66-cb30-46ba-8995-c72bd26feb39 req-fc88ea1c-2c4d-48d9-93d6-34ecc5d13dbc tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=f606d00d-de89-4b79-98d4-4e4ba8b7c8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404205 Apr 05 22:37:06.792466 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b97839e8-60ea-4103-a879-10d7fd2fcffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:07.534761 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c861ed6-da54-420c-8f29-98058b04322f req-cc6e1c2a-eb43-4756-a4cc-becd4991ca25 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:07.535743 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:07.536262 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5c861ed6-da54-420c-8f29-98058b04322f req-cc6e1c2a-eb43-4756-a4cc-becd4991ca25 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 945 time: 0.0533915 Apr 05 22:37:07.581405 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5c861ed6-da54-420c-8f29-98058b04322f req-1e75dde2-4425-45b4-9782-69f6704daadf tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=f606d00d-de89-4b79-98d4-4e4ba8b7c8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393994 Apr 05 22:37:08.699798 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61275d1-7740-4a0d-861f-ddc73080ccc1 req-6e2b3210-9fe1-4b24-9844-33678fc9b258 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:08.701316 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b61275d1-7740-4a0d-861f-ddc73080ccc1 req-6e2b3210-9fe1-4b24-9844-33678fc9b258 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 945 time: 0.0535631 Apr 05 22:37:08.746174 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b61275d1-7740-4a0d-861f-ddc73080ccc1 req-85db0671-790b-4d25-af49-5e9e477a7bf8 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=f606d00d-de89-4b79-98d4-4e4ba8b7c8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387728 Apr 05 22:37:09.141605 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:09.599153 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a96675-ce62-4977-a373-1db0813f3157 req-1c9074b8-3f7b-488e-bb9f-e722b9b3a200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:09.600596 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-34a96675-ce62-4977-a373-1db0813f3157 req-1c9074b8-3f7b-488e-bb9f-e722b9b3a200 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 1129 time: 0.0424459 Apr 05 22:37:09.641939 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-34a96675-ce62-4977-a373-1db0813f3157 req-8d060faa-cbc0-4024-a0b6-90261212b86e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f606d00d-de89-4b79-98d4-4e4ba8b7c8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358973 Apr 05 22:37:09.862653 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273652c-a305-4530-b12a-897483939bd8 req-c9bcc2ee-cf32-4dc2-867d-6d54aaef7f15 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:09.864012 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9273652c-a305-4530-b12a-897483939bd8 req-c9bcc2ee-cf32-4dc2-867d-6d54aaef7f15 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 945 time: 0.0510612 Apr 05 22:37:09.913082 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9273652c-a305-4530-b12a-897483939bd8 req-ff361e6c-18f6-452c-a85d-04c16b65e929 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=f606d00d-de89-4b79-98d4-4e4ba8b7c8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435514 Apr 05 22:37:10.725150 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:11.026787 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0026a-dd44-4342-b8bf-0a3cf20882ec req-8ae90a81-32ac-4707-9fec-6c6782054c49 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:11.028239 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-73a0026a-dd44-4342-b8bf-0a3cf20882ec req-8ae90a81-32ac-4707-9fec-6c6782054c49 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 945 time: 0.0510132 Apr 05 22:37:11.072938 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-73a0026a-dd44-4342-b8bf-0a3cf20882ec req-462752b3-eff1-43c3-8463-212ecdd50136 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=f606d00d-de89-4b79-98d4-4e4ba8b7c8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386469 Apr 05 22:37:12.189932 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0955cf-47ea-49e4-a637-d4b772f9593a req-6bb43209-698d-40ad-8b81-e0e2a93e1e80 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:12.191313 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-eb0955cf-47ea-49e4-a637-d4b772f9593a req-6bb43209-698d-40ad-8b81-e0e2a93e1e80 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 945 time: 0.0504861 Apr 05 22:37:12.236187 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-eb0955cf-47ea-49e4-a637-d4b772f9593a req-160bab0b-7a37-4dc5-9d83-3c917b2ae0b5 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=f606d00d-de89-4b79-98d4-4e4ba8b7c8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394106 Apr 05 22:37:12.672848 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2afd7d6-01a1-4a12-a3c2-940db6ae28a4 req-7af37d7a-39e8-473c-bd66-ed4dac594c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:12.674350 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f2afd7d6-01a1-4a12-a3c2-940db6ae28a4 req-7af37d7a-39e8-473c-bd66-ed4dac594c01 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=20b77f8ad3b947daa87a0a858e8b7ac2&device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 1129 time: 0.0804126 Apr 05 22:37:12.681782 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932d51d-4eba-44a1-afad-75ad53b8b1df req-c11ba8dd-0814-4904-91e7-ef3051c92dc8 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:12.683165 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a932d51d-4eba-44a1-afad-75ad53b8b1df req-c11ba8dd-0814-4904-91e7-ef3051c92dc8 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 945 time: 0.0792496 Apr 05 22:37:12.783566 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a932d51d-4eba-44a1-afad-75ad53b8b1df req-a02b7349-cb72-4648-9fe4-44e3b9f280dc tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=f606d00d-de89-4b79-98d4-4e4ba8b7c8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925996 Apr 05 22:37:12.800665 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2afd7d6-01a1-4a12-a3c2-940db6ae28a4 req-27470dd0-efb0-4ef0-ac49-89ef948743d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:12.802191 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f2afd7d6-01a1-4a12-a3c2-940db6ae28a4 req-27470dd0-efb0-4ef0-ac49-89ef948743d4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e7e24e6e-3544-4395-8e0c-7d87fa5e4b92 HTTP/1.1" status: 200 len: 919 time: 0.1182055 Apr 05 22:37:12.866873 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f2afd7d6-01a1-4a12-a3c2-940db6ae28a4 req-b03fb420-1987-40dc-8d98-ec2cae417faa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9eaec99c-965b-4873-a34a-85a811edf3e9 HTTP/1.1" status: 200 len: 1000 time: 0.0577059 Apr 05 22:37:12.914372 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2afd7d6-01a1-4a12-a3c2-940db6ae28a4 req-3a4f6052-e0e2-4034-a7ef-d6e02080f3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:12.915804 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f2afd7d6-01a1-4a12-a3c2-940db6ae28a4 req-3a4f6052-e0e2-4034-a7ef-d6e02080f3a9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b HTTP/1.1" status: 200 len: 857 time: 0.0431325 Apr 05 22:37:12.967848 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2afd7d6-01a1-4a12-a3c2-940db6ae28a4 req-9af9b108-8255-4104-b3a1-d15fa9e77144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:12.969376 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f2afd7d6-01a1-4a12-a3c2-940db6ae28a4 req-9af9b108-8255-4104-b3a1-d15fa9e77144 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e7e24e6e-3544-4395-8e0c-7d87fa5e4b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467443 Apr 05 22:37:13.058690 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f2afd7d6-01a1-4a12-a3c2-940db6ae28a4 req-3512c77e-671e-4c66-8de6-b1a39edde81f service neutron] 10.222.0.46 "GET /v2.0/networks/e7e24e6e-3544-4395-8e0c-7d87fa5e4b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819459 Apr 05 22:37:13.148075 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f2afd7d6-01a1-4a12-a3c2-940db6ae28a4 req-9a3398bc-69e5-47a6-96ab-6bcb49073645 service neutron] 10.222.0.46 "GET /v2.0/networks/e7e24e6e-3544-4395-8e0c-7d87fa5e4b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837536 Apr 05 22:37:13.899847 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85a97f-2396-4914-aab6-e1e8a6ea032f req-6e0bcb1d-125c-490c-a02d-d1d61c68d37a tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:13.901390 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5e85a97f-2396-4914-aab6-e1e8a6ea032f req-6e0bcb1d-125c-490c-a02d-d1d61c68d37a tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 945 time: 0.0515912 Apr 05 22:37:13.947780 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5e85a97f-2396-4914-aab6-e1e8a6ea032f req-bd1f4702-8017-4425-a76c-4cad163e2cb3 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=f606d00d-de89-4b79-98d4-4e4ba8b7c8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402308 Apr 05 22:37:15.070887 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2e1c0-b7fc-4b2e-b4f6-e386fd431de8 req-f5e66376-da85-45a2-98ab-ac4740b89055 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:15.072333 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-93c2e1c0-b7fc-4b2e-b4f6-e386fd431de8 req-f5e66376-da85-45a2-98ab-ac4740b89055 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 945 time: 0.0546679 Apr 05 22:37:15.118570 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-93c2e1c0-b7fc-4b2e-b4f6-e386fd431de8 req-d5469303-b58e-47f8-b069-9ce74672342a tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=f606d00d-de89-4b79-98d4-4e4ba8b7c8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402663 Apr 05 22:37:16.235020 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc14e7-627d-40ec-84cb-4bde2dd5eda5 req-68e0680c-383c-4075-b0ca-5b6acd702f36 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:16.236483 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c3dc14e7-627d-40ec-84cb-4bde2dd5eda5 req-68e0680c-383c-4075-b0ca-5b6acd702f36 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 945 time: 0.0514147 Apr 05 22:37:16.282137 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c3dc14e7-627d-40ec-84cb-4bde2dd5eda5 req-76069ce9-aafb-4483-982a-ce8935043707 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=f606d00d-de89-4b79-98d4-4e4ba8b7c8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401995 Apr 05 22:37:16.391799 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07543c-4df4-45e0-a254-b37c5891d4d6 req-58e6bbcf-9bd0-4bbf-8b25-fe2f2e7b6182 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:16.393278 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ee07543c-4df4-45e0-a254-b37c5891d4d6 req-58e6bbcf-9bd0-4bbf-8b25-fe2f2e7b6182 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 945 time: 0.0514987 Apr 05 22:37:16.401849 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 48840) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:16.407908 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-dd141cf4-b4aa-4765-b72a-25f074fc4667 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Request body: {'floatingip': {'port_id': '9eaec99c-965b-4873-a34a-85a811edf3e9'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:37:16.466645 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-dd141cf4-b4aa-4765-b72a-25f074fc4667 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks [] for floatingip (26f3aba8-1459-403e-93c1-df6ba3ddc14c), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:17.121754 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-dd141cf4-b4aa-4765-b72a-25f074fc4667 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:17.126287 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-dd141cf4-b4aa-4765-b72a-25f074fc4667 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528098'] for floatingip (26f3aba8-1459-403e-93c1-df6ba3ddc14c), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:17.330745 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd141cf4-b4aa-4765-b72a-25f074fc4667 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Router aa971dbb-f9a5-443b-9c12-e0b6c769bff6 has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:37:17.437567 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd141cf4-b4aa-4765-b72a-25f074fc4667 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:37:17.442440 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-dd141cf4-b4aa-4765-b72a-25f074fc4667 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for floatingip (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:17.447141 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952a3b6f-3842-4b8a-8815-96ba445fa220 None None] Sync routers for ids ['aa971dbb-f9a5-443b-9c12-e0b6c769bff6'] in dv-cinder-835879-4-iscsi {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:37:17.457549 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952a3b6f-3842-4b8a-8815-96ba445fa220 None None] Routers {'aa971dbb-f9a5-443b-9c12-e0b6c769bff6'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:37:17.458823 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-952a3b6f-3842-4b8a-8815-96ba445fa220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:37:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['aa971dbb-f9a5-443b-9c12-e0b6c769bff6'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:17.475625 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86e6c947-6b0b-4a28-8902-accf17511d5c', 'tag': '9eaec99c-965b-4873-a34a-85a811edf3e9'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:37:17.477958 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1671544ff40eda59cef59b672f5a268c5eb6787e07d105e794150b4ff377c8e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50353c4-f23c-4733-997b-fd8e3f1b6e9f" -d '{"events": [{"name": "network-changed", "server_uuid": "86e6c947-6b0b-4a28-8902-accf17511d5c", "tag": "9eaec99c-965b-4873-a34a-85a811edf3e9"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:37:17.511287 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-dd141cf4-b4aa-4765-b72a-25f074fc4667 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "PUT /v2.0/floatingips/26f3aba8-1459-403e-93c1-df6ba3ddc14c HTTP/1.1" status: 200 len: 992 time: 1.1082659 Apr 05 22:37:17.519321 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4ac3c4-d1a1-457a-85f7-8c7514ed6892 x-openstack-request-id: req-3b4ac3c4-d1a1-457a-85f7-8c7514ed6892 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:37:17.519614 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86e6c947-6b0b-4a28-8902-accf17511d5c", "tag": "9eaec99c-965b-4873-a34a-85a811edf3e9", "status": "completed", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:37:17.519920 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3b4ac3c4-d1a1-457a-85f7-8c7514ed6892 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:37:17.520416 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b4ac3c4-d1a1-457a-85f7-8c7514ed6892'] response: {'name': 'network-changed', 'server_uuid': '86e6c947-6b0b-4a28-8902-accf17511d5c', 'tag': '9eaec99c-965b-4873-a34a-85a811edf3e9', 'status': 'completed', 'code': 200} Apr 05 22:37:17.572427 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-952a3b6f-3842-4b8a-8815-96ba445fa220 None None] Set router aa971dbb-f9a5-443b-9c12-e0b6c769bff6 gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:37:17.586609 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50353c4-f23c-4733-997b-fd8e3f1b6e9f req-a727281e-9d8e-4b1f-8db6-02b6b8a21d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:17.588056 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d50353c4-f23c-4733-997b-fd8e3f1b6e9f req-a727281e-9d8e-4b1f-8db6-02b6b8a21d5c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=20b77f8ad3b947daa87a0a858e8b7ac2&device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 1129 time: 0.0474238 Apr 05 22:37:17.677069 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50353c4-f23c-4733-997b-fd8e3f1b6e9f req-ede1cab5-62ec-4bd8-bea7-66061b0e69f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:17.678548 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d50353c4-f23c-4733-997b-fd8e3f1b6e9f req-ede1cab5-62ec-4bd8-bea7-66061b0e69f7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e7e24e6e-3544-4395-8e0c-7d87fa5e4b92 HTTP/1.1" status: 200 len: 919 time: 0.0843742 Apr 05 22:37:17.758105 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d50353c4-f23c-4733-997b-fd8e3f1b6e9f req-fdfb46e9-ae3c-45ad-890e-1176e4ed0d94 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9eaec99c-965b-4873-a34a-85a811edf3e9 HTTP/1.1" status: 200 len: 1000 time: 0.0631323 Apr 05 22:37:17.794439 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-952a3b6f-3842-4b8a-8815-96ba445fa220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'name': 'tempest-ServerRescueNegativeTestJSON-266728504-router', 'tenant_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '8699a723-d19c-4b3b-98f2-b8d4854bde18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:02Z', 'updated_at': '2022-04-05T22:32:16Z', 'revision_number': 4, 'project_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'gw_port': {'id': '8699a723-d19c-4b3b-98f2-b8d4854bde18', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:04Z', 'updated_at': '2022-04-05T22:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': '26f3aba8-1459-403e-93c1-df6ba3ddc14c', 'tenant_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'floating_ip_address': '172.27.2.38', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'port_id': '9eaec99c-965b-4873-a34a-85a811edf3e9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92', 'mac_address': 'fa:16:3e:47:f3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e6c947-6b0b-4a28-8902-accf17511d5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:34:34Z', 'updated_at': '2022-04-05T22:37:17Z', 'revision_number': 3, 'project_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38baee01-8881-4b37-96b8-d8ebaa9242f0', 'name': '', 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92', 'tenant_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'mac_address': 'fa:16:3e:83:bf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:13Z', 'updated_at': '2022-04-05T22:32:30Z', 'revision_number': 5, 'project_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'subnets': [{'id': '4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:17.807628 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50353c4-f23c-4733-997b-fd8e3f1b6e9f req-165cc1f7-4792-41bd-89cb-fab395674944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:17.809142 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d50353c4-f23c-4733-997b-fd8e3f1b6e9f req-165cc1f7-4792-41bd-89cb-fab395674944 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b HTTP/1.1" status: 200 len: 857 time: 0.0431669 Apr 05 22:37:17.820103 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952a3b6f-3842-4b8a-8815-96ba445fa220 None None] Checking router: aa971dbb-f9a5-443b-9c12-e0b6c769bff6 for host: dv-cinder-835879-4-iscsi {{(pid=103305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:37:17.828674 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952a3b6f-3842-4b8a-8815-96ba445fa220 None None] Routers {'aa971dbb-f9a5-443b-9c12-e0b6c769bff6'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:37:17.829297 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-952a3b6f-3842-4b8a-8815-96ba445fa220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:37:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['aa971dbb-f9a5-443b-9c12-e0b6c769bff6'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:17.856472 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50353c4-f23c-4733-997b-fd8e3f1b6e9f req-1333095f-dafd-4e3c-9a92-7414eaf618be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:17.857930 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d50353c4-f23c-4733-997b-fd8e3f1b6e9f req-1333095f-dafd-4e3c-9a92-7414eaf618be service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e7e24e6e-3544-4395-8e0c-7d87fa5e4b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433781 Apr 05 22:37:17.933608 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-952a3b6f-3842-4b8a-8815-96ba445fa220 None None] Set router aa971dbb-f9a5-443b-9c12-e0b6c769bff6 gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:37:17.949965 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d50353c4-f23c-4733-997b-fd8e3f1b6e9f req-2df8adec-9e05-42b4-88c1-f58b2f843078 service neutron] 10.222.0.46 "GET /v2.0/networks/e7e24e6e-3544-4395-8e0c-7d87fa5e4b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854983 Apr 05 22:37:18.080481 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d50353c4-f23c-4733-997b-fd8e3f1b6e9f req-961e827d-efc8-4691-9625-7a57e96c0cc2 service neutron] 10.222.0.46 "GET /v2.0/networks/e7e24e6e-3544-4395-8e0c-7d87fa5e4b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241980 Apr 05 22:37:18.152474 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-952a3b6f-3842-4b8a-8815-96ba445fa220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'name': 'tempest-ServerRescueNegativeTestJSON-266728504-router', 'tenant_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '8699a723-d19c-4b3b-98f2-b8d4854bde18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:02Z', 'updated_at': '2022-04-05T22:32:16Z', 'revision_number': 4, 'project_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'gw_port': {'id': '8699a723-d19c-4b3b-98f2-b8d4854bde18', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:04Z', 'updated_at': '2022-04-05T22:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': '26f3aba8-1459-403e-93c1-df6ba3ddc14c', 'tenant_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'floating_ip_address': '172.27.2.38', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'port_id': '9eaec99c-965b-4873-a34a-85a811edf3e9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92', 'mac_address': 'fa:16:3e:47:f3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e6c947-6b0b-4a28-8902-accf17511d5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:34:34Z', 'updated_at': '2022-04-05T22:37:17Z', 'revision_number': 3, 'project_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38baee01-8881-4b37-96b8-d8ebaa9242f0', 'name': '', 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92', 'tenant_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'mac_address': 'fa:16:3e:83:bf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:13Z', 'updated_at': '2022-04-05T22:32:30Z', 'revision_number': 5, 'project_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'subnets': [{'id': '4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:18.178898 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952a3b6f-3842-4b8a-8815-96ba445fa220 None None] The sync data for ids ['aa971dbb-f9a5-443b-9c12-e0b6c769bff6'] in dv-cinder-835879-4-iscsi is: [{'id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'name': 'tempest-ServerRescueNegativeTestJSON-266728504-router', 'tenant_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '8699a723-d19c-4b3b-98f2-b8d4854bde18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:02Z', 'updated_at': '2022-04-05T22:32:16Z', 'revision_number': 4, 'project_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'gw_port': {'id': '8699a723-d19c-4b3b-98f2-b8d4854bde18', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:04Z', 'updated_at': '2022-04-05T22:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': '26f3aba8-1459-403e-93c1-df6ba3ddc14c', 'tenant_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'floating_ip_address': '172.27.2.38', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'port_id': '9eaec99c-965b-4873-a34a-85a811edf3e9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92', 'mac_address': 'fa:16:3e:47:f3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e6c947-6b0b-4a28-8902-accf17511d5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:34:34Z', 'updated_at': '2022-04-05T22:37:17Z', 'revision_number': 3, 'project_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38baee01-8881-4b37-96b8-d8ebaa9242f0', 'name': '', 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92', 'tenant_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'mac_address': 'fa:16:3e:83:bf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:13Z', 'updated_at': '2022-04-05T22:32:30Z', 'revision_number': 5, 'project_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'subnets': [{'id': '4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:37:19.521170 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86e6c947-6b0b-4a28-8902-accf17511d5c', 'tag': '9eaec99c-965b-4873-a34a-85a811edf3e9'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:37:19.523557 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1671544ff40eda59cef59b672f5a268c5eb6787e07d105e794150b4ff377c8e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4dc08a0-1da4-4492-9b37-a6a47e49c815" -d '{"events": [{"name": "network-changed", "server_uuid": "86e6c947-6b0b-4a28-8902-accf17511d5c", "tag": "9eaec99c-965b-4873-a34a-85a811edf3e9"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:37:19.556598 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26618bc-da42-4e7e-bbf7-f52ccc962d4a x-openstack-request-id: req-e26618bc-da42-4e7e-bbf7-f52ccc962d4a {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:37:19.556913 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86e6c947-6b0b-4a28-8902-accf17511d5c", "tag": "9eaec99c-965b-4873-a34a-85a811edf3e9", "status": "completed", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:37:19.557166 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e26618bc-da42-4e7e-bbf7-f52ccc962d4a {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:37:19.557559 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e26618bc-da42-4e7e-bbf7-f52ccc962d4a'] response: {'name': 'network-changed', 'server_uuid': '86e6c947-6b0b-4a28-8902-accf17511d5c', 'tag': '9eaec99c-965b-4873-a34a-85a811edf3e9', 'status': 'completed', 'code': 200} Apr 05 22:37:19.626308 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc08a0-1da4-4492-9b37-a6a47e49c815 req-06377594-9c39-471d-b239-74353ed5f3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:19.627778 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e4dc08a0-1da4-4492-9b37-a6a47e49c815 req-06377594-9c39-471d-b239-74353ed5f3f8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=20b77f8ad3b947daa87a0a858e8b7ac2&device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 1129 time: 0.0473762 Apr 05 22:37:19.714612 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc08a0-1da4-4492-9b37-a6a47e49c815 req-aab9eef7-e95b-4f13-ae60-76bc0c1b0880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:19.716076 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e4dc08a0-1da4-4492-9b37-a6a47e49c815 req-aab9eef7-e95b-4f13-ae60-76bc0c1b0880 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e7e24e6e-3544-4395-8e0c-7d87fa5e4b92 HTTP/1.1" status: 200 len: 919 time: 0.0819645 Apr 05 22:37:19.783604 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e4dc08a0-1da4-4492-9b37-a6a47e49c815 req-5bfdcd5c-228b-472d-b28a-4aa6141c7937 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9eaec99c-965b-4873-a34a-85a811edf3e9 HTTP/1.1" status: 200 len: 1000 time: 0.0608609 Apr 05 22:37:19.829675 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc08a0-1da4-4492-9b37-a6a47e49c815 req-7f2ce27c-ece8-463d-be0f-d624e0a69567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:19.831038 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e4dc08a0-1da4-4492-9b37-a6a47e49c815 req-7f2ce27c-ece8-463d-be0f-d624e0a69567 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b HTTP/1.1" status: 200 len: 857 time: 0.0416021 Apr 05 22:37:19.876669 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc08a0-1da4-4492-9b37-a6a47e49c815 req-670b3d5e-9db1-41e0-806a-b703f3894a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:19.878109 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e4dc08a0-1da4-4492-9b37-a6a47e49c815 req-670b3d5e-9db1-41e0-806a-b703f3894a6b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e7e24e6e-3544-4395-8e0c-7d87fa5e4b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412259 Apr 05 22:37:19.970198 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e4dc08a0-1da4-4492-9b37-a6a47e49c815 req-e9a2dbff-b68b-4952-a205-6818ec9affe8 service neutron] 10.222.0.46 "GET /v2.0/networks/e7e24e6e-3544-4395-8e0c-7d87fa5e4b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824728 Apr 05 22:37:20.056239 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e4dc08a0-1da4-4492-9b37-a6a47e49c815 req-e076c68b-b9bb-41b8-b9ee-36224ddb6e1e service neutron] 10.222.0.46 "GET /v2.0/networks/e7e24e6e-3544-4395-8e0c-7d87fa5e4b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796666 Apr 05 22:37:26.880241 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:37:29.931645 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:32.084495 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1156d-16ff-4a82-8c0f-7cee1303cd29 req-9c0455c3-5281-45e8-95db-6ca6d14294cd tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:32.085930 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ecf1156d-16ff-4a82-8c0f-7cee1303cd29 req-9c0455c3-5281-45e8-95db-6ca6d14294cd tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 946 time: 0.0558491 Apr 05 22:37:32.132612 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ecf1156d-16ff-4a82-8c0f-7cee1303cd29 req-0f8dd5cd-97d9-443d-b60f-bd037dff3c48 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411234 Apr 05 22:37:33.248686 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a262f74-e616-434d-aae9-fd2fe77dc6ed req-2a419842-5924-426a-b3d2-5c710c3e481d tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:33.250162 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2a262f74-e616-434d-aae9-fd2fe77dc6ed req-2a419842-5924-426a-b3d2-5c710c3e481d tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 946 time: 0.0510716 Apr 05 22:37:33.294553 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2a262f74-e616-434d-aae9-fd2fe77dc6ed req-18b4b8c5-f789-40a8-8a9f-eec8028fdd6f tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388868 Apr 05 22:37:34.306151 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24f09bf0-2b53-4bec-8908-1bc3c400abf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:34.410233 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b04d38-b9d7-4dd8-a6d7-2b0399bf874e req-2d81ed9e-795e-4560-ab3a-7e3b3b1d4d6f tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:34.411686 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-78b04d38-b9d7-4dd8-a6d7-2b0399bf874e req-2d81ed9e-795e-4560-ab3a-7e3b3b1d4d6f tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 946 time: 0.0505230 Apr 05 22:37:34.459388 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-78b04d38-b9d7-4dd8-a6d7-2b0399bf874e req-6038a6ac-3c95-4cf6-93b1-e4fae7f9b731 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423026 Apr 05 22:37:35.574620 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137d0ca-5caf-412f-9eb2-199f0009f6c7 req-e3d73d2a-5e78-47d1-954e-40a44a8c5069 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:35.575330 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d137d0ca-5caf-412f-9eb2-199f0009f6c7 req-e3d73d2a-5e78-47d1-954e-40a44a8c5069 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 946 time: 0.0508170 Apr 05 22:37:35.621386 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d137d0ca-5caf-412f-9eb2-199f0009f6c7 req-cc0fd472-d85c-41a2-985c-4646c21ca4ab tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402343 Apr 05 22:37:36.735763 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9c9e2-ef27-4279-b2a9-7b349ed50041 req-b5544906-c7bf-49a4-99d6-fd574a55f15c tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:36.737287 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-76b9c9e2-ef27-4279-b2a9-7b349ed50041 req-b5544906-c7bf-49a4-99d6-fd574a55f15c tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 946 time: 0.0513840 Apr 05 22:37:36.782479 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-76b9c9e2-ef27-4279-b2a9-7b349ed50041 req-4df2d863-51e8-468c-a7b8-6dc4b5e7484a tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396452 Apr 05 22:37:36.794719 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0e33f22a-795b-4785-8dff-6baa3088950d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:37.538429 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:37.906096 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e4c86-9bfb-48df-83c9-711222c29d0e req-f5f1a75c-8c09-4315-9f14-3eede736068e tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:37.907585 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-248e4c86-9bfb-48df-83c9-711222c29d0e req-f5f1a75c-8c09-4315-9f14-3eede736068e tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 946 time: 0.0576272 Apr 05 22:37:37.953160 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-248e4c86-9bfb-48df-83c9-711222c29d0e req-ec4d267c-c497-4252-b2f4-beac94258a80 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399857 Apr 05 22:37:39.066434 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0272e86-c367-4d8c-9800-f1620b549867 req-65a9ef52-eb45-4bd3-9469-9d50d6f234df tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:39.067899 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a0272e86-c367-4d8c-9800-f1620b549867 req-65a9ef52-eb45-4bd3-9469-9d50d6f234df tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 946 time: 0.0502484 Apr 05 22:37:39.114497 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a0272e86-c367-4d8c-9800-f1620b549867 req-2ef19c2e-d996-414f-84d0-2b6c7d2ca3d7 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411255 Apr 05 22:37:39.142926 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:40.229689 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3478125-9d6c-4352-9b8d-59430c247305 req-1bf31c52-ca8e-4f0e-995a-c6ed6cbe719a tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:40.231088 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d3478125-9d6c-4352-9b8d-59430c247305 req-1bf31c52-ca8e-4f0e-995a-c6ed6cbe719a tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 946 time: 0.0514023 Apr 05 22:37:40.280714 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d3478125-9d6c-4352-9b8d-59430c247305 req-bcc8e37f-b29b-4914-8949-5e31119158fa tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435865 Apr 05 22:37:40.727030 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:41.396000 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb84081-8466-40aa-82c6-8e19594b2b8b req-c2d1a9c8-a94f-47d2-884b-4b9c44ba9445 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:41.397455 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-cbb84081-8466-40aa-82c6-8e19594b2b8b req-c2d1a9c8-a94f-47d2-884b-4b9c44ba9445 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 946 time: 0.0512385 Apr 05 22:37:41.443714 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-cbb84081-8466-40aa-82c6-8e19594b2b8b req-e5e15889-6164-418c-be2c-0f39ad32c31b tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408506 Apr 05 22:37:42.556871 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721b763-87e9-4c0d-b7e8-3fc9ab06c0e2 req-f355299b-3b6a-42fd-be32-03c12d556f26 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:42.558327 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f721b763-87e9-4c0d-b7e8-3fc9ab06c0e2 req-f355299b-3b6a-42fd-be32-03c12d556f26 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 946 time: 0.0502267 Apr 05 22:37:42.603054 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f721b763-87e9-4c0d-b7e8-3fc9ab06c0e2 req-0d2c4b24-840c-4f74-97b8-7102631407ea tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385239 Apr 05 22:37:42.822419 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4259b-edb8-4b49-b613-b5df641d5a8c req-5fbcf2cc-78e7-449b-9444-4f3458683189 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:42.823883 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9de4259b-edb8-4b49-b613-b5df641d5a8c req-5fbcf2cc-78e7-449b-9444-4f3458683189 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 946 time: 0.0804427 Apr 05 22:37:42.847449 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ead21-de0f-4f0b-8fde-6a4045772cae req-97bf1f95-b1e1-4b9a-81c8-20a19deba923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:42.848919 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-259ead21-de0f-4f0b-8fde-6a4045772cae req-97bf1f95-b1e1-4b9a-81c8-20a19deba923 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0aceb09e90a9469980b157861e02e481&device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 1130 time: 0.0667462 Apr 05 22:37:42.926672 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9de4259b-edb8-4b49-b613-b5df641d5a8c req-7f0e00a5-09fd-4b8a-a1f7-5c2e9258c507 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966258 Apr 05 22:37:42.958900 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ead21-de0f-4f0b-8fde-6a4045772cae req-ece1ea25-5d37-4a6d-800a-e1f40e3207b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:42.960329 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-259ead21-de0f-4f0b-8fde-6a4045772cae req-ece1ea25-5d37-4a6d-800a-e1f40e3207b7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b6baf2d1-4111-4179-97b5-8f3d3d51eaff HTTP/1.1" status: 200 len: 912 time: 0.1040874 Apr 05 22:37:43.026875 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-259ead21-de0f-4f0b-8fde-6a4045772cae req-753a28fc-3211-4808-b24b-ea7dc48ff7b3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4640548d-5069-4d6c-aff5-d4b623b01a6c HTTP/1.1" status: 200 len: 1002 time: 0.0582988 Apr 05 22:37:43.073676 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ead21-de0f-4f0b-8fde-6a4045772cae req-c874f2bb-5936-4a30-ad5b-9bc844739c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:43.075010 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-259ead21-de0f-4f0b-8fde-6a4045772cae req-c874f2bb-5936-4a30-ad5b-9bc844739c3e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=acc4bb93-55f5-4d18-8058-b058867f2321 HTTP/1.1" status: 200 len: 850 time: 0.0420773 Apr 05 22:37:43.125343 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ead21-de0f-4f0b-8fde-6a4045772cae req-a18e0d4a-3967-4362-bcdc-05a0e90cc31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:43.126797 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-259ead21-de0f-4f0b-8fde-6a4045772cae req-a18e0d4a-3967-4362-bcdc-05a0e90cc31c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b6baf2d1-4111-4179-97b5-8f3d3d51eaff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459845 Apr 05 22:37:43.215075 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-259ead21-de0f-4f0b-8fde-6a4045772cae req-9ddfcda9-dd12-49ea-b2db-148ab73c35fb service neutron] 10.222.0.46 "GET /v2.0/networks/b6baf2d1-4111-4179-97b5-8f3d3d51eaff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808494 Apr 05 22:37:43.307189 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-259ead21-de0f-4f0b-8fde-6a4045772cae req-e7c774d4-243b-4e0b-b9bb-64ce65ef5db4 service neutron] 10.222.0.46 "GET /v2.0/networks/b6baf2d1-4111-4179-97b5-8f3d3d51eaff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851631 Apr 05 22:37:44.042909 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786b005-edff-49d6-a26b-3ef1ae7004e6 req-fa6e8a94-d091-4de3-ac2f-180f0dcab13c tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:44.044386 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d786b005-edff-49d6-a26b-3ef1ae7004e6 req-fa6e8a94-d091-4de3-ac2f-180f0dcab13c tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 946 time: 0.0507128 Apr 05 22:37:44.093129 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d786b005-edff-49d6-a26b-3ef1ae7004e6 req-8f891715-3886-485f-b4be-e142c286a998 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425346 Apr 05 22:37:46.543235 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21b0e6-09f8-4094-a63d-8e23f63f5ce3 req-2e9f384b-f364-4db3-aa7a-5cb420993be3 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:46.544680 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7c21b0e6-09f8-4094-a63d-8e23f63f5ce3 req-2e9f384b-f364-4db3-aa7a-5cb420993be3 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=168e6985-9b75-410a-98d4-2a5962c27a43 HTTP/1.1" status: 200 len: 946 time: 0.0545402 Apr 05 22:37:46.589028 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7c21b0e6-09f8-4094-a63d-8e23f63f5ce3 req-ea75b1db-ec55-4530-a9be-1bd390e56c23 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac2ca5e4-5526-48eb-9b4e-886db9c2011c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387492 Apr 05 22:37:47.705758 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293bfb88-2bf8-4c34-a841-a4064c802609 req-e9a88d49-c5e0-4c54-bd98-3023182d60a3 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:47.707254 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-293bfb88-2bf8-4c34-a841-a4064c802609 req-e9a88d49-c5e0-4c54-bd98-3023182d60a3 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=168e6985-9b75-410a-98d4-2a5962c27a43 HTTP/1.1" status: 200 len: 946 time: 0.0517399 Apr 05 22:37:47.753510 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-293bfb88-2bf8-4c34-a841-a4064c802609 req-80cceaf6-d87f-4331-b4fc-802532e4df8b tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac2ca5e4-5526-48eb-9b4e-886db9c2011c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406902 Apr 05 22:37:48.297661 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9e655-94f2-44de-8da5-f8908b5b5c15 req-176b8592-7975-4f11-acdb-1e4cf55a06b3 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:48.299075 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-bfd9e655-94f2-44de-8da5-f8908b5b5c15 req-176b8592-7975-4f11-acdb-1e4cf55a06b3 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.46 "GET /v2.0/ports?device_id=168e6985-9b75-410a-98d4-2a5962c27a43 HTTP/1.1" status: 200 len: 946 time: 0.0492260 Apr 05 22:37:48.396957 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-bfd9e655-94f2-44de-8da5-f8908b5b5c15 req-48c13d42-9d6e-4157-a37d-6bdaec8adb7e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Deleting port d9f9c05d-2e6c-48e9-a156-29a99b053908 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:37:48.397293 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bfd9e655-94f2-44de-8da5-f8908b5b5c15 req-48c13d42-9d6e-4157-a37d-6bdaec8adb7e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (d9f9c05d-2e6c-48e9-a156-29a99b053908), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:48.481099 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-bfd9e655-94f2-44de-8da5-f8908b5b5c15 req-48c13d42-9d6e-4157-a37d-6bdaec8adb7e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] For port d9f9c05d-2e6c-48e9-a156-29a99b053908, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=d9f9c05d-2e6c-48e9-a156-29a99b053908,segment=NetworkSegment(7a5e164d-fdbc-4c25-a357-31ca6dc11523),segment_id=7a5e164d-fdbc-4c25-a357-31ca6dc11523)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:37:48.481454 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bfd9e655-94f2-44de-8da5-f8908b5b5c15 req-48c13d42-9d6e-4157-a37d-6bdaec8adb7e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (d9f9c05d-2e6c-48e9-a156-29a99b053908), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:48.692871 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bfd9e655-94f2-44de-8da5-f8908b5b5c15 req-48c13d42-9d6e-4157-a37d-6bdaec8adb7e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:48.693235 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bfd9e655-94f2-44de-8da5-f8908b5b5c15 req-48c13d42-9d6e-4157-a37d-6bdaec8adb7e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528098'] for floatingip (0aab3d8b-c7f4-4177-b1c3-a5d750c04b27), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:48.693551 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.db.l3_db [req-bfd9e655-94f2-44de-8da5-f8908b5b5c15 req-48c13d42-9d6e-4157-a37d-6bdaec8adb7e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Floating IP 0aab3d8b-c7f4-4177-b1c3-a5d750c04b27 disassociated. External IP: 172.27.2.200, port: d9f9c05d-2e6c-48e9-a156-29a99b053908. Apr 05 22:37:48.693887 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-bfd9e655-94f2-44de-8da5-f8908b5b5c15 req-48c13d42-9d6e-4157-a37d-6bdaec8adb7e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Calling delete_port for d9f9c05d-2e6c-48e9-a156-29a99b053908 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:37:48.817870 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bfd9e655-94f2-44de-8da5-f8908b5b5c15 req-48c13d42-9d6e-4157-a37d-6bdaec8adb7e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (d9f9c05d-2e6c-48e9-a156-29a99b053908), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:48.854142 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c13d42-9d6e-4157-a37d-6bdaec8adb7e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Pushing event deleted for resources: {'Port': ['ID=d9f9c05d-2e6c-48e9-a156-29a99b053908,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:48.876588 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-529eb3d3-1644-4c93-ac27-62037c9d49fc req-6c45b856-904f-4f79-9870-89633ffe245c tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=168e6985-9b75-410a-98d4-2a5962c27a43 HTTP/1.1" status: 200 len: 210 time: 0.0513349 Apr 05 22:37:48.883503 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c13d42-9d6e-4157-a37d-6bdaec8adb7e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:48.883855 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c13d42-9d6e-4157-a37d-6bdaec8adb7e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:48.884201 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c13d42-9d6e-4157-a37d-6bdaec8adb7e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:48.884542 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c13d42-9d6e-4157-a37d-6bdaec8adb7e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:48.884907 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c13d42-9d6e-4157-a37d-6bdaec8adb7e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:48.885305 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c13d42-9d6e-4157-a37d-6bdaec8adb7e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:48.885583 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c13d42-9d6e-4157-a37d-6bdaec8adb7e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:48.885911 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c13d42-9d6e-4157-a37d-6bdaec8adb7e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:48.886239 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c13d42-9d6e-4157-a37d-6bdaec8adb7e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:48.886568 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c13d42-9d6e-4157-a37d-6bdaec8adb7e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:48.886896 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c13d42-9d6e-4157-a37d-6bdaec8adb7e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:48.887225 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c13d42-9d6e-4157-a37d-6bdaec8adb7e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:48.887551 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c13d42-9d6e-4157-a37d-6bdaec8adb7e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:48.887973 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c13d42-9d6e-4157-a37d-6bdaec8adb7e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:48.888185 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c13d42-9d6e-4157-a37d-6bdaec8adb7e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:48.998101 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfd9e655-94f2-44de-8da5-f8908b5b5c15 req-48c13d42-9d6e-4157-a37d-6bdaec8adb7e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Router 4d6a48c7-8b87-4a6f-acc5-9c60a34b861a has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:37:49.351721 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfd9e655-94f2-44de-8da5-f8908b5b5c15 req-48c13d42-9d6e-4157-a37d-6bdaec8adb7e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:37:49.361923 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d05d42b-b987-4c24-a1b1-f06130054385 None None] Sync routers for ids ['4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'] in dv-cinder-835879-4-iscsi {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:37:49.372133 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d05d42b-b987-4c24-a1b1-f06130054385 None None] Routers {'4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:37:49.372876 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-6d05d42b-b987-4c24-a1b1-f06130054385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:37:37Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:49.391612 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd9e655-94f2-44de-8da5-f8908b5b5c15 req-48c13d42-9d6e-4157-a37d-6bdaec8adb7e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] No DVR routers for this DVR port d9f9c05d-2e6c-48e9-a156-29a99b053908 on host hv-cinder-83587 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:37:49.394091 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bfd9e655-94f2-44de-8da5-f8908b5b5c15 req-48c13d42-9d6e-4157-a37d-6bdaec8adb7e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:49.397338 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-bfd9e655-94f2-44de-8da5-f8908b5b5c15 req-48c13d42-9d6e-4157-a37d-6bdaec8adb7e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.46 "DELETE /v2.0/ports/d9f9c05d-2e6c-48e9-a156-29a99b053908 HTTP/1.1" status: 204 len: 173 time: 1.0931826 Apr 05 22:37:49.397787 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168e6985-9b75-410a-98d4-2a5962c27a43', 'name': 'network-vif-deleted', 'tag': 'd9f9c05d-2e6c-48e9-a156-29a99b053908'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:37:49.400009 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ef7aeb-a0f6-44d9-a8b2-b5590b337a7a" -d '{"events": [{"server_uuid": "168e6985-9b75-410a-98d4-2a5962c27a43", "name": "network-vif-deleted", "tag": "d9f9c05d-2e6c-48e9-a156-29a99b053908"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:37:49.497761 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-6d05d42b-b987-4c24-a1b1-f06130054385 None None] Set router 4d6a48c7-8b87-4a6f-acc5-9c60a34b861a gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:37:49.511831 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6286274d-7279-4ad0-8f5d-5be0c7ec19d6 x-openstack-request-id: req-6286274d-7279-4ad0-8f5d-5be0c7ec19d6 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:37:49.512127 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "168e6985-9b75-410a-98d4-2a5962c27a43", "name": "network-vif-deleted", "tag": "d9f9c05d-2e6c-48e9-a156-29a99b053908", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:37:49.512381 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6286274d-7279-4ad0-8f5d-5be0c7ec19d6 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:37:49.512800 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6286274d-7279-4ad0-8f5d-5be0c7ec19d6'] response: {'server_uuid': '168e6985-9b75-410a-98d4-2a5962c27a43', 'name': 'network-vif-deleted', 'tag': 'd9f9c05d-2e6c-48e9-a156-29a99b053908', 'status': 'completed', 'code': 200} Apr 05 22:37:49.769131 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-6d05d42b-b987-4c24-a1b1-f06130054385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'name': 'tempest-AttachVolumeNegativeTest-659125320-router', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:10Z', 'revision_number': 4, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'gw_port': {'id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': 'fcd54330-5680-4934-be33-cf3efbc2d265', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'floating_ip_address': '172.27.2.207', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'port_id': '87ce46ac-b115-4660-b05d-ad5035e8f486', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'mac_address': 'fa:16:3e:70:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5461b49-2cb2-4736-aa57-5af732d22cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:32:23Z', 'updated_at': '2022-04-05T22:33:12Z', 'revision_number': 2, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f', 'name': '', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'mac_address': 'fa:16:3e:f5:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:09Z', 'updated_at': '2022-04-05T22:32:25Z', 'revision_number': 5, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'subnets': [{'id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:49.797900 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d05d42b-b987-4c24-a1b1-f06130054385 None None] Checking router: 4d6a48c7-8b87-4a6f-acc5-9c60a34b861a for host: dv-cinder-835879-4-iscsi {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:37:49.806984 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d05d42b-b987-4c24-a1b1-f06130054385 None None] Routers {'4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:37:49.807608 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-6d05d42b-b987-4c24-a1b1-f06130054385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:37:37Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:49.923806 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-6d05d42b-b987-4c24-a1b1-f06130054385 None None] Set router 4d6a48c7-8b87-4a6f-acc5-9c60a34b861a gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:37:50.162456 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-6d05d42b-b987-4c24-a1b1-f06130054385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'name': 'tempest-AttachVolumeNegativeTest-659125320-router', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:10Z', 'revision_number': 4, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'gw_port': {'id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': 'fcd54330-5680-4934-be33-cf3efbc2d265', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'floating_ip_address': '172.27.2.207', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'port_id': '87ce46ac-b115-4660-b05d-ad5035e8f486', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'mac_address': 'fa:16:3e:70:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5461b49-2cb2-4736-aa57-5af732d22cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:32:23Z', 'updated_at': '2022-04-05T22:33:12Z', 'revision_number': 2, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f', 'name': '', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'mac_address': 'fa:16:3e:f5:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:09Z', 'updated_at': '2022-04-05T22:32:25Z', 'revision_number': 5, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'subnets': [{'id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:50.189876 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d05d42b-b987-4c24-a1b1-f06130054385 None None] The sync data for ids ['4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'] in dv-cinder-835879-4-iscsi is: [{'id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'name': 'tempest-AttachVolumeNegativeTest-659125320-router', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:10Z', 'revision_number': 4, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'gw_port': {'id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': 'fcd54330-5680-4934-be33-cf3efbc2d265', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'floating_ip_address': '172.27.2.207', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'port_id': '87ce46ac-b115-4660-b05d-ad5035e8f486', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'mac_address': 'fa:16:3e:70:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5461b49-2cb2-4736-aa57-5af732d22cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:32:23Z', 'updated_at': '2022-04-05T22:33:12Z', 'revision_number': 2, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f', 'name': '', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'mac_address': 'fa:16:3e:f5:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:09Z', 'updated_at': '2022-04-05T22:32:25Z', 'revision_number': 5, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'subnets': [{'id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:37:50.416687 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18893f67-73b0-41ad-af93-18f3aafa87c2 None None] New status for floating IP 0aab3d8b-c7f4-4177-b1c3-a5d750c04b27: DOWN {{(pid=103305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:37:50.990864 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 48944) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:51.044897 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f86421d9-c990-4c1f-8904-f58f9f416dc0 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group (ac2ca5e4-5526-48eb-9b4e-886db9c2011c), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:51.069200 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f86421d9-c990-4c1f-8904-f58f9f416dc0 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group (ac2ca5e4-5526-48eb-9b4e-886db9c2011c), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:51.115263 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f86421d9-c990-4c1f-8904-f58f9f416dc0 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (ac2ca5e4-5526-48eb-9b4e-886db9c2011c), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:51.118016 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f86421d9-c990-4c1f-8904-f58f9f416dc0 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:51.119138 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-f86421d9-c990-4c1f-8904-f58f9f416dc0 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "DELETE /v2.0/security-groups/ac2ca5e4-5526-48eb-9b4e-886db9c2011c HTTP/1.1" status: 204 len: 168 time: 0.1272199 Apr 05 22:37:51.122429 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 48946) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:51.139556 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86421d9-c990-4c1f-8904-f58f9f416dc0 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2ca5e4-5526-48eb-9b4e-886db9c2011c,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:51.143108 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.api.v2.resource [None req-79f8af9e-d595-42ad-90b8-f11ccbaf896e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] show failed (client error): The resource could not be found. Apr 05 22:37:51.144102 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-79f8af9e-d595-42ad-90b8-f11ccbaf896e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups/ac2ca5e4-5526-48eb-9b4e-886db9c2011c HTTP/1.1" status: 404 len: 347 time: 0.0207529 Apr 05 22:37:51.147406 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 48948) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:51.272498 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-2369d444-9d65-4534-ae11-d9b8fc6ab9d4 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Deleting port 66c0211a-4dae-4b53-91a5-162eb3bbc76a {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:37:51.272883 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2369d444-9d65-4534-ae11-d9b8fc6ab9d4 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (66c0211a-4dae-4b53-91a5-162eb3bbc76a), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:51.356205 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2369d444-9d65-4534-ae11-d9b8fc6ab9d4 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (66c0211a-4dae-4b53-91a5-162eb3bbc76a), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:51.356601 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2369d444-9d65-4534-ae11-d9b8fc6ab9d4 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for floatingip (66c0211a-4dae-4b53-91a5-162eb3bbc76a), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:51.368072 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-2369d444-9d65-4534-ae11-d9b8fc6ab9d4 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Calling delete_port for 66c0211a-4dae-4b53-91a5-162eb3bbc76a owned by network:floatingip {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:37:51.549739 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2369d444-9d65-4534-ae11-d9b8fc6ab9d4 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25648990'] for port (66c0211a-4dae-4b53-91a5-162eb3bbc76a), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:51.580859 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2369d444-9d65-4534-ae11-d9b8fc6ab9d4 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Pushing event deleted for resources: {'Port': ['ID=66c0211a-4dae-4b53-91a5-162eb3bbc76a,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:51.610176 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369d444-9d65-4534-ae11-d9b8fc6ab9d4 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:51.610640 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369d444-9d65-4534-ae11-d9b8fc6ab9d4 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:51.611054 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369d444-9d65-4534-ae11-d9b8fc6ab9d4 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:51.611462 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369d444-9d65-4534-ae11-d9b8fc6ab9d4 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:51.611867 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369d444-9d65-4534-ae11-d9b8fc6ab9d4 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:51.612267 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369d444-9d65-4534-ae11-d9b8fc6ab9d4 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:51.612665 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369d444-9d65-4534-ae11-d9b8fc6ab9d4 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:51.613089 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369d444-9d65-4534-ae11-d9b8fc6ab9d4 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:51.613472 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369d444-9d65-4534-ae11-d9b8fc6ab9d4 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:51.613867 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369d444-9d65-4534-ae11-d9b8fc6ab9d4 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:51.614259 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369d444-9d65-4534-ae11-d9b8fc6ab9d4 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:51.614650 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369d444-9d65-4534-ae11-d9b8fc6ab9d4 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:51.615087 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369d444-9d65-4534-ae11-d9b8fc6ab9d4 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:51.615480 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369d444-9d65-4534-ae11-d9b8fc6ab9d4 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:51.615871 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369d444-9d65-4534-ae11-d9b8fc6ab9d4 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:51.669630 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2369d444-9d65-4534-ae11-d9b8fc6ab9d4 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for floatingip (0aab3d8b-c7f4-4177-b1c3-a5d750c04b27), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:51.672623 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2369d444-9d65-4534-ae11-d9b8fc6ab9d4 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for floatingip (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:51.673833 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-2369d444-9d65-4534-ae11-d9b8fc6ab9d4 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "DELETE /v2.0/floatingips/0aab3d8b-c7f4-4177-b1c3-a5d750c04b27 HTTP/1.1" status: 204 len: 168 time: 0.5254467 Apr 05 22:37:51.760840 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device d9f9c05d-2e6c-48e9-a156-29a99b053908 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:37:51.784956 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] No Port match for: d9f9c05d-2e6c-48e9-a156-29a99b053908 {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:37:51.785531 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device d9f9c05d-2e6c-48e9-a156-29a99b053908 not bound to the agent host hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:37:53.277274 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed87dbf5-833a-4178-8a56-d4cb22f04aa0 req-39598416-eaa8-4c3a-a9bd-50d1bc8f2486 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:53.278868 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ed87dbf5-833a-4178-8a56-d4cb22f04aa0 req-39598416-eaa8-4c3a-a9bd-50d1bc8f2486 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5461b49-2cb2-4736-aa57-5af732d22cb9 HTTP/1.1" status: 200 len: 945 time: 0.0540390 Apr 05 22:37:53.325934 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ed87dbf5-833a-4178-8a56-d4cb22f04aa0 req-d8203bc1-3afc-4424-bc84-fbd39b3455a2 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=19a7ba34-fa7d-4396-8b10-8bab5efb6589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411460 Apr 05 22:37:54.458954 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bff603-de1f-4d40-b154-c7b68040093b req-3178e85b-8c81-48b2-a3f7-df1986e164e0 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:54.460405 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-13bff603-de1f-4d40-b154-c7b68040093b req-3178e85b-8c81-48b2-a3f7-df1986e164e0 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5461b49-2cb2-4736-aa57-5af732d22cb9 HTTP/1.1" status: 200 len: 945 time: 0.0505047 Apr 05 22:37:54.507312 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-13bff603-de1f-4d40-b154-c7b68040093b req-ba6d67ec-9ab6-4997-94f9-e0f437209473 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=19a7ba34-fa7d-4396-8b10-8bab5efb6589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404897 Apr 05 22:37:54.718287 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3a57d-27eb-4e9b-8f2b-beaeac342bc9 req-9a28be59-8e71-4315-ab42-1434d300ceaa tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:54.719708 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-03a3a57d-27eb-4e9b-8f2b-beaeac342bc9 req-9a28be59-8e71-4315-ab42-1434d300ceaa tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5461b49-2cb2-4736-aa57-5af732d22cb9 HTTP/1.1" status: 200 len: 945 time: 0.0526712 Apr 05 22:37:54.812835 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-03a3a57d-27eb-4e9b-8f2b-beaeac342bc9 req-d51e18b5-c38f-4236-ae2a-111e182fad02 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Deleting port 87ce46ac-b115-4660-b05d-ad5035e8f486 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:37:54.813579 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-03a3a57d-27eb-4e9b-8f2b-beaeac342bc9 req-d51e18b5-c38f-4236-ae2a-111e182fad02 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (87ce46ac-b115-4660-b05d-ad5035e8f486), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:54.901790 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-03a3a57d-27eb-4e9b-8f2b-beaeac342bc9 req-d51e18b5-c38f-4236-ae2a-111e182fad02 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] For port 87ce46ac-b115-4660-b05d-ad5035e8f486, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=87ce46ac-b115-4660-b05d-ad5035e8f486,segment=NetworkSegment(7a5e164d-fdbc-4c25-a357-31ca6dc11523),segment_id=7a5e164d-fdbc-4c25-a357-31ca6dc11523)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:37:54.902075 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-03a3a57d-27eb-4e9b-8f2b-beaeac342bc9 req-d51e18b5-c38f-4236-ae2a-111e182fad02 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (87ce46ac-b115-4660-b05d-ad5035e8f486), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:55.066566 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-03a3a57d-27eb-4e9b-8f2b-beaeac342bc9 req-d51e18b5-c38f-4236-ae2a-111e182fad02 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:55.066927 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-03a3a57d-27eb-4e9b-8f2b-beaeac342bc9 req-d51e18b5-c38f-4236-ae2a-111e182fad02 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528098'] for floatingip (fcd54330-5680-4934-be33-cf3efbc2d265), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:55.067243 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.db.l3_db [req-03a3a57d-27eb-4e9b-8f2b-beaeac342bc9 req-d51e18b5-c38f-4236-ae2a-111e182fad02 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Floating IP fcd54330-5680-4934-be33-cf3efbc2d265 disassociated. External IP: 172.27.2.207, port: 87ce46ac-b115-4660-b05d-ad5035e8f486. Apr 05 22:37:55.067582 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-03a3a57d-27eb-4e9b-8f2b-beaeac342bc9 req-d51e18b5-c38f-4236-ae2a-111e182fad02 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Calling delete_port for 87ce46ac-b115-4660-b05d-ad5035e8f486 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:37:55.192324 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-03a3a57d-27eb-4e9b-8f2b-beaeac342bc9 req-d51e18b5-c38f-4236-ae2a-111e182fad02 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (87ce46ac-b115-4660-b05d-ad5035e8f486), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:55.220175 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e18b5-c38f-4236-ae2a-111e182fad02 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Pushing event deleted for resources: {'Port': ['ID=87ce46ac-b115-4660-b05d-ad5035e8f486,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:55.332870 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03a3a57d-27eb-4e9b-8f2b-beaeac342bc9 req-d51e18b5-c38f-4236-ae2a-111e182fad02 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Router 4d6a48c7-8b87-4a6f-acc5-9c60a34b861a has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:37:55.438731 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03a3a57d-27eb-4e9b-8f2b-beaeac342bc9 req-d51e18b5-c38f-4236-ae2a-111e182fad02 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:37:55.448338 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae339be-4564-4035-91be-6a694024d2b4 None None] Sync routers for ids ['4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'] in dv-cinder-835879-4-iscsi {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:37:55.458295 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae339be-4564-4035-91be-6a694024d2b4 None None] Routers {'4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:37:55.458914 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-0ae339be-4564-4035-91be-6a694024d2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:37:37Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:55.477747 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-03a3a57d-27eb-4e9b-8f2b-beaeac342bc9 req-d51e18b5-c38f-4236-ae2a-111e182fad02 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] No DVR routers for this DVR port 87ce46ac-b115-4660-b05d-ad5035e8f486 on host hv-cinder-83587 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:37:55.480227 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-03a3a57d-27eb-4e9b-8f2b-beaeac342bc9 req-d51e18b5-c38f-4236-ae2a-111e182fad02 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:55.484044 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-03a3a57d-27eb-4e9b-8f2b-beaeac342bc9 req-d51e18b5-c38f-4236-ae2a-111e182fad02 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.46 "DELETE /v2.0/ports/87ce46ac-b115-4660-b05d-ad5035e8f486 HTTP/1.1" status: 204 len: 173 time: 0.7593853 Apr 05 22:37:55.484488 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5461b49-2cb2-4736-aa57-5af732d22cb9', 'name': 'network-vif-deleted', 'tag': '87ce46ac-b115-4660-b05d-ad5035e8f486'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:37:55.486730 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314ce0ed-cb5e-4501-b5ef-ad041b694389" -d '{"events": [{"server_uuid": "e5461b49-2cb2-4736-aa57-5af732d22cb9", "name": "network-vif-deleted", "tag": "87ce46ac-b115-4660-b05d-ad5035e8f486"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:37:55.532601 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc2e066-6215-4ddf-840a-942a9b3d9929 x-openstack-request-id: req-7bc2e066-6215-4ddf-840a-942a9b3d9929 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:37:55.532969 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5461b49-2cb2-4736-aa57-5af732d22cb9", "name": "network-vif-deleted", "tag": "87ce46ac-b115-4660-b05d-ad5035e8f486", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:37:55.533235 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7bc2e066-6215-4ddf-840a-942a9b3d9929 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:37:55.533649 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bc2e066-6215-4ddf-840a-942a9b3d9929'] response: {'server_uuid': 'e5461b49-2cb2-4736-aa57-5af732d22cb9', 'name': 'network-vif-deleted', 'tag': '87ce46ac-b115-4660-b05d-ad5035e8f486', 'status': 'completed', 'code': 200} Apr 05 22:37:55.572611 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-0ae339be-4564-4035-91be-6a694024d2b4 None None] Set router 4d6a48c7-8b87-4a6f-acc5-9c60a34b861a gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:37:55.632138 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7b03b992-151b-494b-a6fa-2d1686912b57 req-d94be35a-f21e-485a-a92a-0fb4c849145c tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5461b49-2cb2-4736-aa57-5af732d22cb9 HTTP/1.1" status: 200 len: 210 time: 0.0354104 Apr 05 22:37:55.785875 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-0ae339be-4564-4035-91be-6a694024d2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'name': 'tempest-AttachVolumeNegativeTest-659125320-router', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:10Z', 'revision_number': 4, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'gw_port': {'id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f', 'name': '', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'mac_address': 'fa:16:3e:f5:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:09Z', 'updated_at': '2022-04-05T22:32:25Z', 'revision_number': 5, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'subnets': [{'id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:55.811536 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae339be-4564-4035-91be-6a694024d2b4 None None] Checking router: 4d6a48c7-8b87-4a6f-acc5-9c60a34b861a for host: dv-cinder-835879-4-iscsi {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:37:55.820012 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae339be-4564-4035-91be-6a694024d2b4 None None] Routers {'4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:37:55.820556 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-0ae339be-4564-4035-91be-6a694024d2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:37:37Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:56.055362 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-0ae339be-4564-4035-91be-6a694024d2b4 None None] Set router 4d6a48c7-8b87-4a6f-acc5-9c60a34b861a gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:37:56.255225 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-0ae339be-4564-4035-91be-6a694024d2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'name': 'tempest-AttachVolumeNegativeTest-659125320-router', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:10Z', 'revision_number': 4, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'gw_port': {'id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f', 'name': '', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'mac_address': 'fa:16:3e:f5:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:09Z', 'updated_at': '2022-04-05T22:32:25Z', 'revision_number': 5, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'subnets': [{'id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:56.282029 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae339be-4564-4035-91be-6a694024d2b4 None None] The sync data for ids ['4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'] in dv-cinder-835879-4-iscsi is: [{'id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'name': 'tempest-AttachVolumeNegativeTest-659125320-router', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:10Z', 'revision_number': 4, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'gw_port': {'id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f', 'name': '', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'mac_address': 'fa:16:3e:f5:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:09Z', 'updated_at': '2022-04-05T22:32:25Z', 'revision_number': 5, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'subnets': [{'id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:37:56.486712 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b7157e-36a5-4447-b69d-05f642c1e5ab None None] New status for floating IP fcd54330-5680-4934-be33-cf3efbc2d265: DOWN {{(pid=103305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:37:56.715288 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 48982) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:56.768859 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-516619e8-0c24-488c-82ef-97edb6779bd2 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group (19a7ba34-fa7d-4396-8b10-8bab5efb6589), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:56.794093 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-516619e8-0c24-488c-82ef-97edb6779bd2 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group (19a7ba34-fa7d-4396-8b10-8bab5efb6589), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:56.841445 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-516619e8-0c24-488c-82ef-97edb6779bd2 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (19a7ba34-fa7d-4396-8b10-8bab5efb6589), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:56.843955 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-516619e8-0c24-488c-82ef-97edb6779bd2 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:56.845166 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-516619e8-0c24-488c-82ef-97edb6779bd2 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "DELETE /v2.0/security-groups/19a7ba34-fa7d-4396-8b10-8bab5efb6589 HTTP/1.1" status: 204 len: 168 time: 0.1288681 Apr 05 22:37:56.848040 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 48984) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:56.854317 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516619e8-0c24-488c-82ef-97edb6779bd2 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a7ba34-fa7d-4396-8b10-8bab5efb6589,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:56.861255 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.api.v2.resource [None req-9578af3b-b68f-4ee4-bbe0-77c4ba861023 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] show failed (client error): The resource could not be found. Apr 05 22:37:56.862253 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-9578af3b-b68f-4ee4-bbe0-77c4ba861023 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups/19a7ba34-fa7d-4396-8b10-8bab5efb6589 HTTP/1.1" status: 404 len: 347 time: 0.0131853 Apr 05 22:37:56.865120 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 48986) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:56.989536 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-5603bc8a-f594-4852-adf2-0773d24af630 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Deleting port b7086ffe-fd63-4e34-afe6-ff0d9715425b {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:37:56.989872 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5603bc8a-f594-4852-adf2-0773d24af630 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (b7086ffe-fd63-4e34-afe6-ff0d9715425b), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:57.061961 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5603bc8a-f594-4852-adf2-0773d24af630 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (b7086ffe-fd63-4e34-afe6-ff0d9715425b), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:57.062280 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5603bc8a-f594-4852-adf2-0773d24af630 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for floatingip (b7086ffe-fd63-4e34-afe6-ff0d9715425b), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:57.073735 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-5603bc8a-f594-4852-adf2-0773d24af630 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Calling delete_port for b7086ffe-fd63-4e34-afe6-ff0d9715425b owned by network:floatingip {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:37:57.200627 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5603bc8a-f594-4852-adf2-0773d24af630 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25648990'] for port (b7086ffe-fd63-4e34-afe6-ff0d9715425b), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:57.225288 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603bc8a-f594-4852-adf2-0773d24af630 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Pushing event deleted for resources: {'Port': ['ID=b7086ffe-fd63-4e34-afe6-ff0d9715425b,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:57.287742 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5603bc8a-f594-4852-adf2-0773d24af630 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for floatingip (fcd54330-5680-4934-be33-cf3efbc2d265), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:57.290556 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5603bc8a-f594-4852-adf2-0773d24af630 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for floatingip (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:57.291705 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-5603bc8a-f594-4852-adf2-0773d24af630 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "DELETE /v2.0/floatingips/fcd54330-5680-4934-be33-cf3efbc2d265 HTTP/1.1" status: 204 len: 168 time: 0.4255872 Apr 05 22:37:57.561753 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 48990) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:57.566243 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-3ecd5079-288b-4c72-861e-d07affb7966d tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1016761310', 'description': 'tempest-description--1203723195'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:37:57.586463 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3ecd5079-288b-4c72-861e-d07affb7966d tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:57.650443 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3ecd5079-288b-4c72-861e-d07affb7966d tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group (420bfcfc-09ea-466d-a370-2deba7a6a084), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:57.653848 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3ecd5079-288b-4c72-861e-d07affb7966d tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (420bfcfc-09ea-466d-a370-2deba7a6a084), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:57.683520 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3ecd5079-288b-4c72-861e-d07affb7966d tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:57.684733 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-3ecd5079-288b-4c72-861e-d07affb7966d tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1219797 Apr 05 22:37:57.686138 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecd5079-288b-4c72-861e-d07affb7966d tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=420bfcfc-09ea-466d-a370-2deba7a6a084,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:57.688051 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 48992) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:57.692214 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-1192f061-d64a-48b4-8771-1de864be450f tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Request body: {'security_group_rule': {'security_group_id': '420bfcfc-09ea-466d-a370-2deba7a6a084', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:37:57.715504 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1192f061-d64a-48b4-8771-1de864be450f tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group_rule (b7892308-e16e-486d-8d73-0fba058513c5), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:57.768971 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1192f061-d64a-48b4-8771-1de864be450f tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group_rule (b7892308-e16e-486d-8d73-0fba058513c5), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:57.772435 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1192f061-d64a-48b4-8771-1de864be450f tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554007'] for security_group_rule (b7892308-e16e-486d-8d73-0fba058513c5), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:57.789333 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1192f061-d64a-48b4-8771-1de864be450f tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7892308-e16e-486d-8d73-0fba058513c5,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:57.798101 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1192f061-d64a-48b4-8771-1de864be450f tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:57.799274 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-1192f061-d64a-48b4-8771-1de864be450f tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1103258 Apr 05 22:37:57.801903 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 48994) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:57.806084 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-f1b47638-c079-4ddf-bb88-40fafe232d89 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Request body: {'security_group_rule': {'security_group_id': '420bfcfc-09ea-466d-a370-2deba7a6a084', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:37:57.830760 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f1b47638-c079-4ddf-bb88-40fafe232d89 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group_rule (727f64de-3cf6-4c92-83a8-1722f362fee2), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:57.887427 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f1b47638-c079-4ddf-bb88-40fafe232d89 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group_rule (727f64de-3cf6-4c92-83a8-1722f362fee2), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:57.890971 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f1b47638-c079-4ddf-bb88-40fafe232d89 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554007'] for security_group_rule (727f64de-3cf6-4c92-83a8-1722f362fee2), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:57.909337 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b47638-c079-4ddf-bb88-40fafe232d89 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=727f64de-3cf6-4c92-83a8-1722f362fee2,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:57.914350 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f1b47638-c079-4ddf-bb88-40fafe232d89 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:57.915544 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-f1b47638-c079-4ddf-bb88-40fafe232d89 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1127348 Apr 05 22:37:57.918699 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 48996) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:57.923558 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-cef0ebfd-9811-4b5e-aa9f-ad3fbed31018 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Request body: {'floatingip': {'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:37:57.942954 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cef0ebfd-9811-4b5e-aa9f-ad3fbed31018 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:58.036264 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cef0ebfd-9811-4b5e-aa9f-ad3fbed31018 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:58.141910 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-cef0ebfd-9811-4b5e-aa9f-ad3fbed31018 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Allocated IP 172.27.2.179 (f2e9bb50-0445-459c-9ef2-0222ede25138/2ac17549-fc87-4e20-be5e-92c340e9a8b2/e0e69012-78e7-4470-b989-21deb9179e15) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:37:58.241785 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cef0ebfd-9811-4b5e-aa9f-ad3fbed31018 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for port (e0e69012-78e7-4470-b989-21deb9179e15), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:58.274105 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cef0ebfd-9811-4b5e-aa9f-ad3fbed31018 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (e0e69012-78e7-4470-b989-21deb9179e15), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:58.313331 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef0ebfd-9811-4b5e-aa9f-ad3fbed31018 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Network f2e9bb50-0445-459c-9ef2-0222ede25138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:37:58.316029 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-cef0ebfd-9811-4b5e-aa9f-ad3fbed31018 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:37:58.319402 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef0ebfd-9811-4b5e-aa9f-ad3fbed31018 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:37:58.345197 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0ebfd-9811-4b5e-aa9f-ad3fbed31018 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Pushing event updated for resources: {'Port': ['ID=e0e69012-78e7-4470-b989-21deb9179e15,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:58.408407 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cef0ebfd-9811-4b5e-aa9f-ad3fbed31018 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for floatingip (a2f72318-9e97-48bf-a0c9-7e22ca15783a), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:58.442425 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cef0ebfd-9811-4b5e-aa9f-ad3fbed31018 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (e0e69012-78e7-4470-b989-21deb9179e15), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:58.588804 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cef0ebfd-9811-4b5e-aa9f-ad3fbed31018 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for port (e0e69012-78e7-4470-b989-21deb9179e15), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:58.594016 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cef0ebfd-9811-4b5e-aa9f-ad3fbed31018 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28860065'] for port (e0e69012-78e7-4470-b989-21deb9179e15), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:58.662093 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0ebfd-9811-4b5e-aa9f-ad3fbed31018 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Pushing event updated for resources: {'Port': ['ID=e0e69012-78e7-4470-b989-21deb9179e15,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:58.673421 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cef0ebfd-9811-4b5e-aa9f-ad3fbed31018 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528098'] for floatingip (a2f72318-9e97-48bf-a0c9-7e22ca15783a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:58.689342 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cef0ebfd-9811-4b5e-aa9f-ad3fbed31018 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:58.690578 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-cef0ebfd-9811-4b5e-aa9f-ad3fbed31018 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7709365 Apr 05 22:37:58.832661 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-25129d69-0d66-44f6-9e6c-e60b0cf93e53 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1016761310&fields=id&tenant_id=2697c0786bb14f85b099106396e57e9e HTTP/1.1" status: 200 len: 267 time: 0.0419271 Apr 05 22:37:58.942239 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-6cfacacb-44e3-446c-a797-3b6f74fa7541 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:58.943608 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-6cfacacb-44e3-446c-a797-3b6f74fa7541 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/networks?id=30d168ff-b6ad-4812-af5d-7394de5c0536 HTTP/1.1" status: 200 len: 814 time: 0.1047285 Apr 05 22:37:58.958976 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-ec1dffd5-82a6-4c7f-9051-ed60a4927f09 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/quotas/2697c0786bb14f85b099106396e57e9e HTTP/1.1" status: 200 len: 375 time: 0.0100198 Apr 05 22:37:59.013841 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-83aa81ca-ef19-459a-9a63-f9858441563c tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2697c0786bb14f85b099106396e57e9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502045 Apr 05 22:37:59.148703 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-b5462262-1e2d-4b7a-b815-e363abca8918 service neutron] 10.222.0.15 "GET /v2.0/networks/30d168ff-b6ad-4812-af5d-7394de5c0536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240828 Apr 05 22:37:59.238563 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-cf4034a0-72b9-44f6-90c3-227c5b599d36 service neutron] 10.222.0.15 "GET /v2.0/networks/30d168ff-b6ad-4812-af5d-7394de5c0536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840762 Apr 05 22:37:59.391898 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d735548b-9ed5-48de-9ad0-36a5f0bb05ee req-9dd3e4fd-e1e8-4f36-b8c8-d2def6aab63d tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=830b2619-ff59-49a1-8893-3ef9e2a9e9d1 HTTP/1.1" status: 200 len: 210 time: 0.0269008 Apr 05 22:37:59.772678 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 87ce46ac-b115-4660-b05d-ad5035e8f486 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:37:59.799557 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] No Port match for: 87ce46ac-b115-4660-b05d-ad5035e8f486 {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:37:59.799902 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 87ce46ac-b115-4660-b05d-ad5035e8f486 not bound to the agent host hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:37:59.929632 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:00.439536 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-3e03d4ba-4ae2-4af0-ae75-a96047a9e5e6 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:00.441130 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-3e03d4ba-4ae2-4af0-ae75-a96047a9e5e6 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.46 "GET /v2.0/networks?id=30d168ff-b6ad-4812-af5d-7394de5c0536 HTTP/1.1" status: 200 len: 814 time: 0.1056411 Apr 05 22:38:00.497089 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f2820925-8f76-4d52-923c-4ffb217a4cda req-83fcf748-a830-41a8-b504-9170a7530530 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=830b2619-ff59-49a1-8893-3ef9e2a9e9d1 HTTP/1.1" status: 200 len: 210 time: 0.0314817 Apr 05 22:38:00.530320 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-77c55906-f41b-41f4-9bad-ccb4445a3271 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2697c0786bb14f85b099106396e57e9e HTTP/1.1" status: 200 len: 380 time: 0.0786619 Apr 05 22:38:00.579068 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-3a00f1f5-332f-4490-b0b2-6dc70c0838ff tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Request body: {'port': {'device_id': '830b2619-ff59-49a1-8893-3ef9e2a9e9d1', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'admin_state_up': True, 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'security_groups': ['420bfcfc-09ea-466d-a370-2deba7a6a084']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:00.685107 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-3a00f1f5-332f-4490-b0b2-6dc70c0838ff tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Made reservation on behalf of 2697c0786bb14f85b099106396e57e9e for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:38:00.688300 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-3a00f1f5-332f-4490-b0b2-6dc70c0838ff tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:00.807795 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-3a00f1f5-332f-4490-b0b2-6dc70c0838ff tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Allocated IP 172.20.0.7 (30d168ff-b6ad-4812-af5d-7394de5c0536/1f7e6b53-f66a-4bf5-b303-757e7b31098d/6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:38:00.946871 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-3a00f1f5-332f-4490-b0b2-6dc70c0838ff tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for port (6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:00.979463 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-3a00f1f5-332f-4490-b0b2-6dc70c0838ff tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:01.019657 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-3a00f1f5-332f-4490-b0b2-6dc70c0838ff tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Network 30d168ff-b6ad-4812-af5d-7394de5c0536 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:38:01.022506 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-3a00f1f5-332f-4490-b0b2-6dc70c0838ff tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:38:01.026072 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-3a00f1f5-332f-4490-b0b2-6dc70c0838ff tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:38:01.053334 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a00f1f5-332f-4490-b0b2-6dc70c0838ff tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Pushing event updated for resources: {'Port': ['ID=6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:01.086365 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-3a00f1f5-332f-4490-b0b2-6dc70c0838ff tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:01.086999 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-3a00f1f5-332f-4490-b0b2-6dc70c0838ff tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:01.103540 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-3a00f1f5-332f-4490-b0b2-6dc70c0838ff tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5286088 Apr 05 22:38:01.114602 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-78ccac19-956a-4238-a8af-1f4000a6dd6a service neutron] Request body: {'port': {'device_id': '830b2619-ff59-49a1-8893-3ef9e2a9e9d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:01.174368 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-78ccac19-956a-4238-a8af-1f4000a6dd6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:01.251598 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-0ea3b01c-80d4-4265-b0d5-62244de3adad None None] Provisioning complete for port 6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:01.252152 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0ea3b01c-80d4-4265-b0d5-62244de3adad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:01.285772 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-0ea3b01c-80d4-4265-b0d5-62244de3adad None None] Port 6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec cannot update to ACTIVE because it is not bound. {{(pid=103304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:38:01.431911 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-78ccac19-956a-4238-a8af-1f4000a6dd6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:38:01.439005 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-78ccac19-956a-4238-a8af-1f4000a6dd6a service neutron] Publish callbacks [] for port (6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:01.450287 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-78ccac19-956a-4238-a8af-1f4000a6dd6a service neutron] Transition to ACTIVE for port object 6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:38:01.454600 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-78ccac19-956a-4238-a8af-1f4000a6dd6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28860065'] for port (6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:01.503574 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ccac19-956a-4238-a8af-1f4000a6dd6a service neutron] Pushing event updated for resources: {'Port': ['ID=6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:01.604473 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-78ccac19-956a-4238-a8af-1f4000a6dd6a service neutron] Attempting to bind port 6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:38:01.604850 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-78ccac19-956a-4238-a8af-1f4000a6dd6a service neutron] Attempting to bind port 6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '7a5e164d-fdbc-4c25-a357-31ca6dc11523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:38:01.605176 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-78ccac19-956a-4238-a8af-1f4000a6dd6a service neutron] Attempting to bind port 6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec on network 30d168ff-b6ad-4812-af5d-7394de5c0536 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:38:01.612914 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-78ccac19-956a-4238-a8af-1f4000a6dd6a service neutron] Port 6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec on network 30d168ff-b6ad-4812-af5d-7394de5c0536 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:38:01.613242 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-78ccac19-956a-4238-a8af-1f4000a6dd6a service neutron] Attempting to bind port 6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec on network 30d168ff-b6ad-4812-af5d-7394de5c0536 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:38:01.624703 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-78ccac19-956a-4238-a8af-1f4000a6dd6a service neutron] Checking agent: {'id': '3b59f0d0-9584-48dd-b0cd-e16373160cf9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 30), 'started_at': datetime.datetime(2022, 4, 5, 22, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:38:01.625072 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-78ccac19-956a-4238-a8af-1f4000a6dd6a service neutron] Checking segment: {'id': '7a5e164d-fdbc-4c25-a357-31ca6dc11523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:38:01.625460 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-78ccac19-956a-4238-a8af-1f4000a6dd6a service neutron] Bound using segment: {'id': '7a5e164d-fdbc-4c25-a357-31ca6dc11523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:38:01.625903 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-78ccac19-956a-4238-a8af-1f4000a6dd6a service neutron] Bound port: 6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a5e164d-fdbc-4c25-a357-31ca6dc11523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:38:01.626266 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-78ccac19-956a-4238-a8af-1f4000a6dd6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:01.653088 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5584eb-a441-446f-b87b-a91d5d2eee8d req-6e653900-bf6a-4c2b-a86c-3a878b2be7d3 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:01.655119 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ca5584eb-a441-446f-b87b-a91d5d2eee8d req-6e653900-bf6a-4c2b-a86c-3a878b2be7d3 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=830b2619-ff59-49a1-8893-3ef9e2a9e9d1 HTTP/1.1" status: 200 len: 943 time: 0.0876694 Apr 05 22:38:01.732259 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-78ccac19-956a-4238-a8af-1f4000a6dd6a service neutron] For port 6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec, host hv-cinder-83587, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:38:01.735373 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-78ccac19-956a-4238-a8af-1f4000a6dd6a service neutron] For port 6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec,segment=NetworkSegment(7a5e164d-fdbc-4c25-a357-31ca6dc11523),segment_id=7a5e164d-fdbc-4c25-a357-31ca6dc11523)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:38:01.739429 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ca5584eb-a441-446f-b87b-a91d5d2eee8d req-6cb3d843-5516-42f9-b43c-19ab02b9b854 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=420bfcfc-09ea-466d-a370-2deba7a6a084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675333 Apr 05 22:38:01.744850 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-78ccac19-956a-4238-a8af-1f4000a6dd6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28860065'] for port (6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:01.781852 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-78ccac19-956a-4238-a8af-1f4000a6dd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:01.782502 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-78ccac19-956a-4238-a8af-1f4000a6dd6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:01.783836 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-78ccac19-956a-4238-a8af-1f4000a6dd6a service neutron] 10.222.0.46 "PUT /v2.0/ports/6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec HTTP/1.1" status: 200 len: 1093 time: 0.6734188 Apr 05 22:38:01.784273 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '830b2619-ff59-49a1-8893-3ef9e2a9e9d1', 'tag': '6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:38:01.786550 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba0bbe9-142e-45d4-abb4-5e6a31a50c08" -d '{"events": [{"name": "network-changed", "server_uuid": "830b2619-ff59-49a1-8893-3ef9e2a9e9d1", "tag": "6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:38:01.811804 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ccac19-956a-4238-a8af-1f4000a6dd6a service neutron] Pushing event updated for resources: {'Port': ['ID=6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:01.839992 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ee56b8-7bff-4dc8-b8e7-20d3de5d0948 x-openstack-request-id: req-d7ee56b8-7bff-4dc8-b8e7-20d3de5d0948 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:38:01.840293 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "830b2619-ff59-49a1-8893-3ef9e2a9e9d1", "tag": "6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:38:01.840559 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d7ee56b8-7bff-4dc8-b8e7-20d3de5d0948 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:38:01.841010 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7ee56b8-7bff-4dc8-b8e7-20d3de5d0948'] response: {'name': 'network-changed', 'server_uuid': '830b2619-ff59-49a1-8893-3ef9e2a9e9d1', 'tag': '6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec', 'status': 'completed', 'code': 200} Apr 05 22:38:01.900647 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-ee649965-d3fb-4c9d-a721-368ddc5fb9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:01.902538 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-ee649965-d3fb-4c9d-a721-368ddc5fb9c4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2697c0786bb14f85b099106396e57e9e&device_id=830b2619-ff59-49a1-8893-3ef9e2a9e9d1 HTTP/1.1" status: 200 len: 1127 time: 0.0504215 Apr 05 22:38:01.948029 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-6a554be5-2042-4967-9aed-8564a5cae331 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec HTTP/1.1" status: 200 len: 217 time: 0.0359066 Apr 05 22:38:02.009582 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-87af0e98-2117-4251-8edd-8ffe7cd76bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:02.010996 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-87af0e98-2117-4251-8edd-8ffe7cd76bf1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1f7e6b53-f66a-4bf5-b303-757e7b31098d HTTP/1.1" status: 200 len: 853 time: 0.0430713 Apr 05 22:38:02.245807 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-778e7820-3adb-433b-9844-fbcaa2549736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:02.247608 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-778e7820-3adb-433b-9844-fbcaa2549736 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=30d168ff-b6ad-4812-af5d-7394de5c0536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488737 Apr 05 22:38:02.344506 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-4d6c4c1e-a3d2-4caa-b8c3-5d7332a544f0 service neutron] 10.222.0.46 "GET /v2.0/networks/30d168ff-b6ad-4812-af5d-7394de5c0536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833931 Apr 05 22:38:02.633658 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-89312b6c-6dce-443b-97bb-0853bcf6c856 req-0b632ccd-1ef1-43b2-9935-a9901cf920ad service neutron] 10.222.0.46 "GET /v2.0/networks/30d168ff-b6ad-4812-af5d-7394de5c0536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853963 Apr 05 22:38:02.855073 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43651841-d1f4-49f0-8092-808af4e29651 req-7b427fa3-41c5-4026-bb6f-34227dab0cb4 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:02.856525 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-43651841-d1f4-49f0-8092-808af4e29651 req-7b427fa3-41c5-4026-bb6f-34227dab0cb4 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=830b2619-ff59-49a1-8893-3ef9e2a9e9d1 HTTP/1.1" status: 200 len: 943 time: 0.0508475 Apr 05 22:38:02.902169 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-43651841-d1f4-49f0-8092-808af4e29651 req-5ff0de79-a482-4b9a-b5a8-88ba020ca587 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=420bfcfc-09ea-466d-a370-2deba7a6a084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395513 Apr 05 22:38:03.880227 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:38:04.016660 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96b0f7-bc14-4a23-82b9-a67edab61034 req-07dc24c6-643d-4773-9a7e-e53d2f395cd4 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:04.018175 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ad96b0f7-bc14-4a23-82b9-a67edab61034 req-07dc24c6-643d-4773-9a7e-e53d2f395cd4 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=830b2619-ff59-49a1-8893-3ef9e2a9e9d1 HTTP/1.1" status: 200 len: 943 time: 0.0506837 Apr 05 22:38:04.067227 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ad96b0f7-bc14-4a23-82b9-a67edab61034 req-44bd5619-516e-410e-b936-01b54b5f21a7 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=420bfcfc-09ea-466d-a370-2deba7a6a084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435643 Apr 05 22:38:04.308323 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d828cf71-a1c2-416a-acbf-6a737a63c540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:05.094535 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0bbe9-142e-45d4-abb4-5e6a31a50c08 req-f03e4ce3-d3ac-477d-9f72-ac057faf695f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:05.095617 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-fba0bbe9-142e-45d4-abb4-5e6a31a50c08 req-f03e4ce3-d3ac-477d-9f72-ac057faf695f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2697c0786bb14f85b099106396e57e9e&device_id=830b2619-ff59-49a1-8893-3ef9e2a9e9d1 HTTP/1.1" status: 200 len: 1127 time: 0.0714154 Apr 05 22:38:05.113685 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7042193e-e875-405c-a609-f017934650a3 req-009e398c-8d2f-4262-ad12-3a273bcba28f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0614023 Apr 05 22:38:05.256922 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0bbe9-142e-45d4-abb4-5e6a31a50c08 req-19c2db3e-239e-4f72-9591-d5ddd3eb43cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:05.258302 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-fba0bbe9-142e-45d4-abb4-5e6a31a50c08 req-19c2db3e-239e-4f72-9591-d5ddd3eb43cc service neutron] 10.222.0.46 "GET /v2.0/networks?id=30d168ff-b6ad-4812-af5d-7394de5c0536 HTTP/1.1" status: 200 len: 915 time: 0.1569443 Apr 05 22:38:05.270986 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266b82e-f53b-4560-bf3a-17d19ca4179b req-9bcae23b-392a-475b-bd6d-0328ba446df5 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:05.272348 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2266b82e-f53b-4560-bf3a-17d19ca4179b req-9bcae23b-392a-475b-bd6d-0328ba446df5 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=830b2619-ff59-49a1-8893-3ef9e2a9e9d1 HTTP/1.1" status: 200 len: 943 time: 0.1374407 Apr 05 22:38:05.275323 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042193e-e875-405c-a609-f017934650a3 req-502da41b-9186-4b67-bd7d-c94cb59e8c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:05.276678 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7042193e-e875-405c-a609-f017934650a3 req-502da41b-9186-4b67-bd7d-c94cb59e8c56 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0aceb09e90a9469980b157861e02e481&device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 1130 time: 0.1140273 Apr 05 22:38:05.579684 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-fba0bbe9-142e-45d4-abb4-5e6a31a50c08 req-8cdab3e8-fb3e-40df-8bf2-2cbf5f80939c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec HTTP/1.1" status: 200 len: 217 time: 0.3061602 Apr 05 22:38:05.690385 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2266b82e-f53b-4560-bf3a-17d19ca4179b req-91f0b9b2-4bbd-46f7-84ce-43a5eb0fdf3f tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=420bfcfc-09ea-466d-a370-2deba7a6a084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4081883 Apr 05 22:38:05.698622 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0bbe9-142e-45d4-abb4-5e6a31a50c08 req-2766f2c4-0221-4c56-8bf4-d0a5224787a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:05.700037 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-fba0bbe9-142e-45d4-abb4-5e6a31a50c08 req-2766f2c4-0221-4c56-8bf4-d0a5224787a0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1f7e6b53-f66a-4bf5-b303-757e7b31098d HTTP/1.1" status: 200 len: 853 time: 0.1084588 Apr 05 22:38:05.743603 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042193e-e875-405c-a609-f017934650a3 req-5b714d3f-de86-47fa-a277-720f60ca02b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:05.745126 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7042193e-e875-405c-a609-f017934650a3 req-5b714d3f-de86-47fa-a277-720f60ca02b8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b6baf2d1-4111-4179-97b5-8f3d3d51eaff HTTP/1.1" status: 200 len: 912 time: 0.1785057 Apr 05 22:38:05.801186 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0bbe9-142e-45d4-abb4-5e6a31a50c08 req-99a23273-9073-4854-863c-774bc28385e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:05.802672 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-fba0bbe9-142e-45d4-abb4-5e6a31a50c08 req-99a23273-9073-4854-863c-774bc28385e6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=30d168ff-b6ad-4812-af5d-7394de5c0536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0958574 Apr 05 22:38:05.806322 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:38:05.839808 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7042193e-e875-405c-a609-f017934650a3 req-e9e284b2-550c-4d1d-8108-d5c88fa5143c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4640548d-5069-4d6c-aff5-d4b623b01a6c HTTP/1.1" status: 200 len: 1002 time: 0.0887048 Apr 05 22:38:05.906755 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec,segment=NetworkSegment(7a5e164d-fdbc-4c25-a357-31ca6dc11523),segment_id=7a5e164d-fdbc-4c25-a357-31ca6dc11523)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:05.918219 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Returning: {'device': '6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'port_id': '6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec', 'mac_address': 'fa:16:3e:dd:94:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:38:05.925726 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042193e-e875-405c-a609-f017934650a3 req-2be3f380-84ab-4818-9656-7e6368ae9617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:05.927178 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7042193e-e875-405c-a609-f017934650a3 req-2be3f380-84ab-4818-9656-7e6368ae9617 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=acc4bb93-55f5-4d18-8058-b058867f2321 HTTP/1.1" status: 200 len: 850 time: 0.0592790 Apr 05 22:38:05.945059 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-fba0bbe9-142e-45d4-abb4-5e6a31a50c08 req-73728226-f457-4650-80fc-c3e47cad97b6 service neutron] 10.222.0.46 "GET /v2.0/networks/30d168ff-b6ad-4812-af5d-7394de5c0536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359937 Apr 05 22:38:05.955212 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port 6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec is: DOWN; New status is: BUILD {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:05.955625 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:05.972493 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:38:05.992367 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec,segment=NetworkSegment(7a5e164d-fdbc-4c25-a357-31ca6dc11523),segment_id=7a5e164d-fdbc-4c25-a357-31ca6dc11523)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:05.996596 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:06.041189 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042193e-e875-405c-a609-f017934650a3 req-0c508728-3603-4407-92ad-f1827b62ab37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:06.042690 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7042193e-e875-405c-a609-f017934650a3 req-0c508728-3603-4407-92ad-f1827b62ab37 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b6baf2d1-4111-4179-97b5-8f3d3d51eaff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1085184 Apr 05 22:38:06.043209 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:06.050698 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:06.051050 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:06.051398 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:06.051758 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:06.052097 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:06.052425 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:06.052752 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:06.053097 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:06.053421 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:06.053744 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:06.054068 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:06.054405 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:06.054729 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:06.055069 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:06.055385 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:06.084912 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-fba0bbe9-142e-45d4-abb4-5e6a31a50c08 req-fda266cc-bb19-4c70-9c7c-229d36aff457 service neutron] 10.222.0.46 "GET /v2.0/networks/30d168ff-b6ad-4812-af5d-7394de5c0536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211336 Apr 05 22:38:06.147548 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7042193e-e875-405c-a609-f017934650a3 req-47192dce-eb72-4593-a031-0a82da92288c service neutron] 10.222.0.46 "GET /v2.0/networks/b6baf2d1-4111-4179-97b5-8f3d3d51eaff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974300 Apr 05 22:38:06.242595 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7042193e-e875-405c-a609-f017934650a3 req-7772a5d2-e877-4b42-a2f3-bf2024570b4b service neutron] 10.222.0.46 "GET /v2.0/networks/b6baf2d1-4111-4179-97b5-8f3d3d51eaff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877011 Apr 05 22:38:06.377079 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] get_ports_and_sgs() called for port_ids ['6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec'] {{(pid=103304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:38:06.796666 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4f1b5c2b-6a5d-4e88-ac3f-ec0fd64d37ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:06.810933 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6ac76-01fb-4508-840c-f6796e54a831 req-2cd2b3c0-0fa8-4d59-9c2a-076fec8e9250 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:06.812421 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-fbe6ac76-01fb-4508-840c-f6796e54a831 req-2cd2b3c0-0fa8-4d59-9c2a-076fec8e9250 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=830b2619-ff59-49a1-8893-3ef9e2a9e9d1 HTTP/1.1" status: 200 len: 944 time: 0.0566318 Apr 05 22:38:06.863912 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-fbe6ac76-01fb-4508-840c-f6796e54a831 req-f99d04a1-7a0d-4424-8e1a-cc64668325b4 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=420bfcfc-09ea-466d-a370-2deba7a6a084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458596 Apr 05 22:38:07.542076 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:07.825923 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec up at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:38:07.873907 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning for port 6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec completed by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:38:07.877574 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning complete for port 6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:07.877943 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:07.957162 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port 6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec is: BUILD; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:07.957609 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:07.979454 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce88a6cf-a6bf-4acb-adaa-1be7290fdce8 req-8498245e-9010-443f-ba3d-3c0c46f19cc6 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:07.980517 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '830b2619-ff59-49a1-8893-3ef9e2a9e9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:38:07.980966 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ce88a6cf-a6bf-4acb-adaa-1be7290fdce8 req-8498245e-9010-443f-ba3d-3c0c46f19cc6 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=830b2619-ff59-49a1-8893-3ef9e2a9e9d1 HTTP/1.1" status: 200 len: 944 time: 0.0522144 Apr 05 22:38:07.983342 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16471d07bccade7c78bbaf7939695eccfc965b3074ad902c0ac28a73985796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db75355-51a5-46a6-b2dc-ff77ee401d37" -d '{"events": [{"server_uuid": "830b2619-ff59-49a1-8893-3ef9e2a9e9d1", "name": "network-vif-plugged", "status": "completed", "tag": "6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:38:07.996610 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec,segment=NetworkSegment(7a5e164d-fdbc-4c25-a357-31ca6dc11523),segment_id=7a5e164d-fdbc-4c25-a357-31ca6dc11523)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:08.001958 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:08.035052 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ce88a6cf-a6bf-4acb-adaa-1be7290fdce8 req-914267d5-16a0-426c-a597-aa7394b12f4d tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=420bfcfc-09ea-466d-a370-2deba7a6a084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451944 Apr 05 22:38:08.053657 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec,revision_number=5']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:08.078985 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef880b45-a35b-431b-91a4-89a59d19a376 x-openstack-request-id: req-ef880b45-a35b-431b-91a4-89a59d19a376 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:38:08.079276 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "830b2619-ff59-49a1-8893-3ef9e2a9e9d1", "name": "network-vif-plugged", "status": "completed", "tag": "6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:38:08.079527 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ef880b45-a35b-431b-91a4-89a59d19a376 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:38:08.079923 dv-cinder-835879-4-iscsi neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef880b45-a35b-431b-91a4-89a59d19a376'] response: {'server_uuid': '830b2619-ff59-49a1-8893-3ef9e2a9e9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec', 'code': 200} Apr 05 22:38:08.247055 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6690e8-9e22-4c48-ba4a-e3130d40922b req-c3605310-022c-4abc-afae-e9e37d63c487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:08.249118 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-dc6690e8-9e22-4c48-ba4a-e3130d40922b req-c3605310-022c-4abc-afae-e9e37d63c487 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=830b2619-ff59-49a1-8893-3ef9e2a9e9d1 HTTP/1.1" status: 200 len: 1129 time: 0.0468287 Apr 05 22:38:08.295456 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-dc6690e8-9e22-4c48-ba4a-e3130d40922b req-e1453d4f-6aaf-4186-b32c-9773eba24797 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=420bfcfc-09ea-466d-a370-2deba7a6a084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392075 Apr 05 22:38:09.149651 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:09.154884 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916401a-fa09-4f22-b510-3bb95a49adc6 req-fb5246f8-2939-4d20-a1a7-655c54a3ab05 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:09.156425 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c916401a-fa09-4f22-b510-3bb95a49adc6 req-fb5246f8-2939-4d20-a1a7-655c54a3ab05 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=830b2619-ff59-49a1-8893-3ef9e2a9e9d1 HTTP/1.1" status: 200 len: 945 time: 0.0563462 Apr 05 22:38:09.204542 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c916401a-fa09-4f22-b510-3bb95a49adc6 req-74215647-3695-4ee4-b1f3-6fc3b0efec12 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=420bfcfc-09ea-466d-a370-2deba7a6a084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421369 Apr 05 22:38:10.322047 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d2262d-a340-49cc-bf3b-fb2a867534e8 req-5ee232d1-9a0d-47be-b7ef-02054bd1c86a tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:10.323518 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f2d2262d-a340-49cc-bf3b-fb2a867534e8 req-5ee232d1-9a0d-47be-b7ef-02054bd1c86a tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=830b2619-ff59-49a1-8893-3ef9e2a9e9d1 HTTP/1.1" status: 200 len: 945 time: 0.0516167 Apr 05 22:38:10.369867 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f2d2262d-a340-49cc-bf3b-fb2a867534e8 req-f9101c68-1a37-4f5f-920e-4b0372a8963a tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=420bfcfc-09ea-466d-a370-2deba7a6a084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402656 Apr 05 22:38:10.485381 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c004e33-2675-402b-b30a-edce8e2f7a01 req-02564a9b-50c2-46f6-8c6d-670c25b9585f tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:10.486774 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8c004e33-2675-402b-b30a-edce8e2f7a01 req-02564a9b-50c2-46f6-8c6d-670c25b9585f tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=830b2619-ff59-49a1-8893-3ef9e2a9e9d1 HTTP/1.1" status: 200 len: 945 time: 0.0547836 Apr 05 22:38:10.495201 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 49080) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:10.499814 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-2fab1710-187f-4a5e-9d76-378859671a75 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Request body: {'floatingip': {'port_id': '6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:10.539229 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2fab1710-187f-4a5e-9d76-378859671a75 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for floatingip (a2f72318-9e97-48bf-a0c9-7e22ca15783a), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:10.729160 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:10.980280 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2fab1710-187f-4a5e-9d76-378859671a75 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:10.984478 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2fab1710-187f-4a5e-9d76-378859671a75 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528098'] for floatingip (a2f72318-9e97-48bf-a0c9-7e22ca15783a), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:11.084052 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.db.l3_db [None req-2fab1710-187f-4a5e-9d76-378859671a75 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Floating IP a2f72318-9e97-48bf-a0c9-7e22ca15783a associated. External IP: 172.27.2.179, port: 6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec. Apr 05 22:38:11.289644 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fab1710-187f-4a5e-9d76-378859671a75 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Router 4d6a48c7-8b87-4a6f-acc5-9c60a34b861a has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:38:11.399701 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fab1710-187f-4a5e-9d76-378859671a75 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:38:11.410257 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2fab1710-187f-4a5e-9d76-378859671a75 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:11.415799 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c104c1b-462d-4a49-9807-0ba2fa959de0 None None] Sync routers for ids ['4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'] in dv-cinder-835879-4-iscsi {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:38:11.426675 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c104c1b-462d-4a49-9807-0ba2fa959de0 None None] Routers {'4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:11.426675 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-1c104c1b-462d-4a49-9807-0ba2fa959de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:38:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:11.444325 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-2fab1710-187f-4a5e-9d76-378859671a75 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "PUT /v2.0/floatingips/a2f72318-9e97-48bf-a0c9-7e22ca15783a HTTP/1.1" status: 200 len: 991 time: 0.9480610 Apr 05 22:38:11.444940 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '830b2619-ff59-49a1-8893-3ef9e2a9e9d1', 'tag': '6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:38:11.447655 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3587ff8c-46c8-44b9-91b5-36c41f3e9a25" -d '{"events": [{"name": "network-changed", "server_uuid": "830b2619-ff59-49a1-8893-3ef9e2a9e9d1", "tag": "6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:38:11.484566 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899b5fd5-0350-4465-ae96-840bc3ac4758 x-openstack-request-id: req-899b5fd5-0350-4465-ae96-840bc3ac4758 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:38:11.484566 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "830b2619-ff59-49a1-8893-3ef9e2a9e9d1", "tag": "6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:38:11.484566 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-899b5fd5-0350-4465-ae96-840bc3ac4758 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:38:11.484919 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-899b5fd5-0350-4465-ae96-840bc3ac4758'] response: {'name': 'network-changed', 'server_uuid': '830b2619-ff59-49a1-8893-3ef9e2a9e9d1', 'tag': '6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec', 'status': 'completed', 'code': 200} Apr 05 22:38:11.543170 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-1c104c1b-462d-4a49-9807-0ba2fa959de0 None None] Set router 4d6a48c7-8b87-4a6f-acc5-9c60a34b861a gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:11.555023 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587ff8c-46c8-44b9-91b5-36c41f3e9a25 req-7d7108e5-5042-40df-8dad-a665e1bcf02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:11.556578 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3587ff8c-46c8-44b9-91b5-36c41f3e9a25 req-7d7108e5-5042-40df-8dad-a665e1bcf02b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2697c0786bb14f85b099106396e57e9e&device_id=830b2619-ff59-49a1-8893-3ef9e2a9e9d1 HTTP/1.1" status: 200 len: 1129 time: 0.0485830 Apr 05 22:38:11.644951 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915895a3-cdeb-42ca-b1a7-a745d67a84f6 req-d44f5ace-6172-4823-a66e-c07c1b383833 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:11.646480 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-915895a3-cdeb-42ca-b1a7-a745d67a84f6 req-d44f5ace-6172-4823-a66e-c07c1b383833 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 947 time: 0.0515535 Apr 05 22:38:11.693482 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-915895a3-cdeb-42ca-b1a7-a745d67a84f6 req-ca894436-4e19-4b12-93e2-ac35a2afe24b tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414536 Apr 05 22:38:11.771872 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-1c104c1b-462d-4a49-9807-0ba2fa959de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'name': 'tempest-AttachVolumeNegativeTest-659125320-router', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:10Z', 'revision_number': 4, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'gw_port': {'id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': 'a2f72318-9e97-48bf-a0c9-7e22ca15783a', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'floating_ip_address': '172.27.2.179', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'port_id': '6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'mac_address': 'fa:16:3e:dd:94:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830b2619-ff59-49a1-8893-3ef9e2a9e9d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:37:58Z', 'updated_at': '2022-04-05T22:38:10Z', 'revision_number': 1, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f', 'name': '', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'mac_address': 'fa:16:3e:f5:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:09Z', 'updated_at': '2022-04-05T22:32:25Z', 'revision_number': 5, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'subnets': [{'id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:11.798064 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c104c1b-462d-4a49-9807-0ba2fa959de0 None None] Checking router: 4d6a48c7-8b87-4a6f-acc5-9c60a34b861a for host: dv-cinder-835879-4-iscsi {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:38:11.806596 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c104c1b-462d-4a49-9807-0ba2fa959de0 None None] Routers {'4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:11.807240 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-1c104c1b-462d-4a49-9807-0ba2fa959de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:38:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:11.913951 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-1c104c1b-462d-4a49-9807-0ba2fa959de0 None None] Set router 4d6a48c7-8b87-4a6f-acc5-9c60a34b861a gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:12.132160 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-1c104c1b-462d-4a49-9807-0ba2fa959de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'name': 'tempest-AttachVolumeNegativeTest-659125320-router', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:10Z', 'revision_number': 4, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'gw_port': {'id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': 'a2f72318-9e97-48bf-a0c9-7e22ca15783a', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'floating_ip_address': '172.27.2.179', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'port_id': '6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'mac_address': 'fa:16:3e:dd:94:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830b2619-ff59-49a1-8893-3ef9e2a9e9d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:37:58Z', 'updated_at': '2022-04-05T22:38:10Z', 'revision_number': 1, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f', 'name': '', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'mac_address': 'fa:16:3e:f5:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:09Z', 'updated_at': '2022-04-05T22:32:25Z', 'revision_number': 5, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'subnets': [{'id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:12.157601 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c104c1b-462d-4a49-9807-0ba2fa959de0 None None] The sync data for ids ['4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'] in dv-cinder-835879-4-iscsi is: [{'id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'name': 'tempest-AttachVolumeNegativeTest-659125320-router', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:10Z', 'revision_number': 4, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'gw_port': {'id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': 'a2f72318-9e97-48bf-a0c9-7e22ca15783a', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'floating_ip_address': '172.27.2.179', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'port_id': '6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'mac_address': 'fa:16:3e:dd:94:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830b2619-ff59-49a1-8893-3ef9e2a9e9d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:37:58Z', 'updated_at': '2022-04-05T22:38:10Z', 'revision_number': 1, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f', 'name': '', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'mac_address': 'fa:16:3e:f5:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:09Z', 'updated_at': '2022-04-05T22:32:25Z', 'revision_number': 5, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'subnets': [{'id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:38:12.345909 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b45909-a2ae-449f-b4fb-f86790366989 None None] New status for floating IP a2f72318-9e97-48bf-a0c9-7e22ca15783a: ACTIVE {{(pid=103305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:38:12.816185 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437a2fa-61e5-4963-954d-dae14c198c56 req-7099440a-9d34-4455-b997-fe28cfb9a6ea tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:12.817655 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6437a2fa-61e5-4963-954d-dae14c198c56 req-7099440a-9d34-4455-b997-fe28cfb9a6ea tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 947 time: 0.0536780 Apr 05 22:38:12.913056 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6437a2fa-61e5-4963-954d-dae14c198c56 req-16868f86-aad4-4009-b2eb-f57690c7d874 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0899472 Apr 05 22:38:12.938820 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587ff8c-46c8-44b9-91b5-36c41f3e9a25 req-322760fd-1f9a-417f-926d-7d31ec7bb72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:12.940340 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3587ff8c-46c8-44b9-91b5-36c41f3e9a25 req-322760fd-1f9a-417f-926d-7d31ec7bb72d service neutron] 10.222.0.46 "GET /v2.0/networks?id=30d168ff-b6ad-4812-af5d-7394de5c0536 HTTP/1.1" status: 200 len: 915 time: 0.1045899 Apr 05 22:38:13.009666 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3587ff8c-46c8-44b9-91b5-36c41f3e9a25 req-fd28f53c-e336-4f56-aa9f-fb4b09524c90 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec HTTP/1.1" status: 200 len: 1001 time: 0.0615671 Apr 05 22:38:13.058153 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587ff8c-46c8-44b9-91b5-36c41f3e9a25 req-b14a7730-eb34-4e57-9c28-88d6e64ced3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:13.059543 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3587ff8c-46c8-44b9-91b5-36c41f3e9a25 req-b14a7730-eb34-4e57-9c28-88d6e64ced3c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1f7e6b53-f66a-4bf5-b303-757e7b31098d HTTP/1.1" status: 200 len: 853 time: 0.0428751 Apr 05 22:38:13.129074 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587ff8c-46c8-44b9-91b5-36c41f3e9a25 req-9a4335e8-534e-4023-b20d-5818ba3b0dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:13.130461 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3587ff8c-46c8-44b9-91b5-36c41f3e9a25 req-9a4335e8-534e-4023-b20d-5818ba3b0dd3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=30d168ff-b6ad-4812-af5d-7394de5c0536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437107 Apr 05 22:38:13.319492 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3587ff8c-46c8-44b9-91b5-36c41f3e9a25 req-8862f4b2-644c-4029-aecf-379c94bf140c service neutron] 10.222.0.46 "GET /v2.0/networks/30d168ff-b6ad-4812-af5d-7394de5c0536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847638 Apr 05 22:38:13.414800 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3587ff8c-46c8-44b9-91b5-36c41f3e9a25 req-319db852-cefe-4560-850f-04addf37094f service neutron] 10.222.0.46 "GET /v2.0/networks/30d168ff-b6ad-4812-af5d-7394de5c0536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865033 Apr 05 22:38:13.531754 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497fd238-2bd5-4308-880d-67c802d17121 req-9ddaf3c2-d7f0-48f5-be33-7479d44dcbad tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:13.533382 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-497fd238-2bd5-4308-880d-67c802d17121 req-9ddaf3c2-d7f0-48f5-be33-7479d44dcbad tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 947 time: 0.0523326 Apr 05 22:38:13.627362 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-497fd238-2bd5-4308-880d-67c802d17121 req-a85311b8-e0d6-4ab6-ab52-a4472d78222e tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Deleting port a11904cd-7e78-4883-98a9-92fb30b55a65 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:13.627696 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-497fd238-2bd5-4308-880d-67c802d17121 req-a85311b8-e0d6-4ab6-ab52-a4472d78222e tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (a11904cd-7e78-4883-98a9-92fb30b55a65), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:13.716540 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-497fd238-2bd5-4308-880d-67c802d17121 req-a85311b8-e0d6-4ab6-ab52-a4472d78222e tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] For port a11904cd-7e78-4883-98a9-92fb30b55a65, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=a11904cd-7e78-4883-98a9-92fb30b55a65,segment=NetworkSegment(bad0aca7-96dd-472c-9062-1cdad7db236b),segment_id=bad0aca7-96dd-472c-9062-1cdad7db236b)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:13.716870 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-497fd238-2bd5-4308-880d-67c802d17121 req-a85311b8-e0d6-4ab6-ab52-a4472d78222e tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (a11904cd-7e78-4883-98a9-92fb30b55a65), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:13.881225 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-497fd238-2bd5-4308-880d-67c802d17121 req-a85311b8-e0d6-4ab6-ab52-a4472d78222e tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:13.881897 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-497fd238-2bd5-4308-880d-67c802d17121 req-a85311b8-e0d6-4ab6-ab52-a4472d78222e tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528098'] for floatingip (8a8c6950-1067-43ea-874f-6182918d5f96), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:13.881897 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.db.l3_db [req-497fd238-2bd5-4308-880d-67c802d17121 req-a85311b8-e0d6-4ab6-ab52-a4472d78222e tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Floating IP 8a8c6950-1067-43ea-874f-6182918d5f96 disassociated. External IP: 172.27.2.124, port: a11904cd-7e78-4883-98a9-92fb30b55a65. Apr 05 22:38:13.882345 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-497fd238-2bd5-4308-880d-67c802d17121 req-a85311b8-e0d6-4ab6-ab52-a4472d78222e tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Calling delete_port for a11904cd-7e78-4883-98a9-92fb30b55a65 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:14.039129 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-497fd238-2bd5-4308-880d-67c802d17121 req-a85311b8-e0d6-4ab6-ab52-a4472d78222e tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (a11904cd-7e78-4883-98a9-92fb30b55a65), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:14.071504 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85311b8-e0d6-4ab6-ab52-a4472d78222e tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Pushing event deleted for resources: {'Port': ['ID=a11904cd-7e78-4883-98a9-92fb30b55a65,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:14.082281 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e7af3-6c5a-4765-a826-07399f3cc757 req-27a832a3-f45d-41f7-85e8-b908839a0f7c tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:14.083823 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a84e7af3-6c5a-4765-a826-07399f3cc757 req-27a832a3-f45d-41f7-85e8-b908839a0f7c tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe8a2ff-32d2-4752-bb89-b317c0dffc67 HTTP/1.1" status: 200 len: 947 time: 0.0974092 Apr 05 22:38:14.202491 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a84e7af3-6c5a-4765-a826-07399f3cc757 req-87c0a4c5-2644-49fd-82cd-26c6a1312ac5 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=303b43fe-b675-47c7-bab6-ff2b62b5194d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1122494 Apr 05 22:38:14.229974 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [req-497fd238-2bd5-4308-880d-67c802d17121 req-a85311b8-e0d6-4ab6-ab52-a4472d78222e tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Router b0df46e9-d94b-4e59-8e73-3414faff1386 has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:38:14.589078 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-497fd238-2bd5-4308-880d-67c802d17121 req-a85311b8-e0d6-4ab6-ab52-a4472d78222e tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:38:14.599633 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edb4103-076b-4c78-a566-24257afc783a None None] Sync routers for ids ['b0df46e9-d94b-4e59-8e73-3414faff1386'] in dv-cinder-835879-4-iscsi {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:38:14.609214 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edb4103-076b-4c78-a566-24257afc783a None None] Routers {'b0df46e9-d94b-4e59-8e73-3414faff1386'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:14.609825 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-2edb4103-076b-4c78-a566-24257afc783a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:38:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['b0df46e9-d94b-4e59-8e73-3414faff1386'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:14.629067 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-497fd238-2bd5-4308-880d-67c802d17121 req-a85311b8-e0d6-4ab6-ab52-a4472d78222e tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] No DVR routers for this DVR port a11904cd-7e78-4883-98a9-92fb30b55a65 on host hv-cinder-83587 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:38:14.631572 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-497fd238-2bd5-4308-880d-67c802d17121 req-a85311b8-e0d6-4ab6-ab52-a4472d78222e tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:14.634837 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-497fd238-2bd5-4308-880d-67c802d17121 req-a85311b8-e0d6-4ab6-ab52-a4472d78222e tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.46 "DELETE /v2.0/ports/a11904cd-7e78-4883-98a9-92fb30b55a65 HTTP/1.1" status: 204 len: 173 time: 1.0929132 Apr 05 22:38:14.635276 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe8a2ff-32d2-4752-bb89-b317c0dffc67', 'name': 'network-vif-deleted', 'tag': 'a11904cd-7e78-4883-98a9-92fb30b55a65'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:38:14.637550 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8da74e-06cf-46f3-9c84-8d3e796f271d" -d '{"events": [{"server_uuid": "0fe8a2ff-32d2-4752-bb89-b317c0dffc67", "name": "network-vif-deleted", "tag": "a11904cd-7e78-4883-98a9-92fb30b55a65"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:38:14.672618 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84581f5-23ba-47ca-a586-88b383bf5ce5 x-openstack-request-id: req-a84581f5-23ba-47ca-a586-88b383bf5ce5 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:38:14.672942 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe8a2ff-32d2-4752-bb89-b317c0dffc67", "name": "network-vif-deleted", "tag": "a11904cd-7e78-4883-98a9-92fb30b55a65", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:38:14.673245 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a84581f5-23ba-47ca-a586-88b383bf5ce5 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:38:14.673653 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a84581f5-23ba-47ca-a586-88b383bf5ce5'] response: {'server_uuid': '0fe8a2ff-32d2-4752-bb89-b317c0dffc67', 'name': 'network-vif-deleted', 'tag': 'a11904cd-7e78-4883-98a9-92fb30b55a65', 'status': 'completed', 'code': 200} Apr 05 22:38:14.729733 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-2edb4103-076b-4c78-a566-24257afc783a None None] Set router b0df46e9-d94b-4e59-8e73-3414faff1386 gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:15.050490 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-2edb4103-076b-4c78-a566-24257afc783a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'name': 'tempest-AttachVolumeShelveTestJSON-1723224570-router', 'tenant_id': '53101836a2ba42f5b58f4a6b84af6522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'c7f255cb-b0f9-4b5b-8cd1-7dc41b849453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:31:58Z', 'updated_at': '2022-04-05T22:32:07Z', 'revision_number': 4, 'project_id': '53101836a2ba42f5b58f4a6b84af6522', 'gw_port': {'id': 'c7f255cb-b0f9-4b5b-8cd1-7dc41b849453', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:37:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:31:59Z', 'updated_at': '2022-04-05T22:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': '8047d317-db2f-4e80-9730-d4313e792b91', 'name': '', 'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b', 'tenant_id': '53101836a2ba42f5b58f4a6b84af6522', 'mac_address': 'fa:16:3e:2a:31:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'de490332-8df6-483d-b976-f39e215adfd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:04Z', 'updated_at': '2022-04-05T22:32:17Z', 'revision_number': 5, 'project_id': '53101836a2ba42f5b58f4a6b84af6522', 'subnets': [{'id': 'de490332-8df6-483d-b976-f39e215adfd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:15.076982 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edb4103-076b-4c78-a566-24257afc783a None None] Checking router: b0df46e9-d94b-4e59-8e73-3414faff1386 for host: dv-cinder-835879-4-iscsi {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:38:15.085430 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edb4103-076b-4c78-a566-24257afc783a None None] Routers {'b0df46e9-d94b-4e59-8e73-3414faff1386'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:15.086049 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-2edb4103-076b-4c78-a566-24257afc783a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:38:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['b0df46e9-d94b-4e59-8e73-3414faff1386'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:15.194406 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-2edb4103-076b-4c78-a566-24257afc783a None None] Set router b0df46e9-d94b-4e59-8e73-3414faff1386 gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:15.291107 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 49106) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:15.343925 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9601f053-802e-443f-b6c1-915226465835 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks [] for security_group (303b43fe-b675-47c7-bab6-ff2b62b5194d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:15.368250 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9601f053-802e-443f-b6c1-915226465835 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks [] for security_group (303b43fe-b675-47c7-bab6-ff2b62b5194d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:15.398298 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-2edb4103-076b-4c78-a566-24257afc783a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'name': 'tempest-AttachVolumeShelveTestJSON-1723224570-router', 'tenant_id': '53101836a2ba42f5b58f4a6b84af6522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'c7f255cb-b0f9-4b5b-8cd1-7dc41b849453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:31:58Z', 'updated_at': '2022-04-05T22:32:07Z', 'revision_number': 4, 'project_id': '53101836a2ba42f5b58f4a6b84af6522', 'gw_port': {'id': 'c7f255cb-b0f9-4b5b-8cd1-7dc41b849453', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:37:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:31:59Z', 'updated_at': '2022-04-05T22:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': '8047d317-db2f-4e80-9730-d4313e792b91', 'name': '', 'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b', 'tenant_id': '53101836a2ba42f5b58f4a6b84af6522', 'mac_address': 'fa:16:3e:2a:31:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'de490332-8df6-483d-b976-f39e215adfd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:04Z', 'updated_at': '2022-04-05T22:32:17Z', 'revision_number': 5, 'project_id': '53101836a2ba42f5b58f4a6b84af6522', 'subnets': [{'id': 'de490332-8df6-483d-b976-f39e215adfd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:15.424499 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9601f053-802e-443f-b6c1-915226465835 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (303b43fe-b675-47c7-bab6-ff2b62b5194d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:15.427093 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edb4103-076b-4c78-a566-24257afc783a None None] The sync data for ids ['b0df46e9-d94b-4e59-8e73-3414faff1386'] in dv-cinder-835879-4-iscsi is: [{'id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'name': 'tempest-AttachVolumeShelveTestJSON-1723224570-router', 'tenant_id': '53101836a2ba42f5b58f4a6b84af6522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'c7f255cb-b0f9-4b5b-8cd1-7dc41b849453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:31:58Z', 'updated_at': '2022-04-05T22:32:07Z', 'revision_number': 4, 'project_id': '53101836a2ba42f5b58f4a6b84af6522', 'gw_port': {'id': 'c7f255cb-b0f9-4b5b-8cd1-7dc41b849453', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:37:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:31:59Z', 'updated_at': '2022-04-05T22:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': '8047d317-db2f-4e80-9730-d4313e792b91', 'name': '', 'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b', 'tenant_id': '53101836a2ba42f5b58f4a6b84af6522', 'mac_address': 'fa:16:3e:2a:31:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'de490332-8df6-483d-b976-f39e215adfd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:04Z', 'updated_at': '2022-04-05T22:32:17Z', 'revision_number': 5, 'project_id': '53101836a2ba42f5b58f4a6b84af6522', 'subnets': [{'id': 'de490332-8df6-483d-b976-f39e215adfd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:38:15.427799 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9601f053-802e-443f-b6c1-915226465835 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:15.429028 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-9601f053-802e-443f-b6c1-915226465835 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "DELETE /v2.0/security-groups/303b43fe-b675-47c7-bab6-ff2b62b5194d HTTP/1.1" status: 204 len: 168 time: 0.1368506 Apr 05 22:38:15.431907 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 49112) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:15.440285 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601f053-802e-443f-b6c1-915226465835 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=303b43fe-b675-47c7-bab6-ff2b62b5194d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:15.451666 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.api.v2.resource [None req-ad818b6b-3aef-4bed-80f6-de0802e3dd07 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] show failed (client error): The resource could not be found. Apr 05 22:38:15.452675 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-ad818b6b-3aef-4bed-80f6-de0802e3dd07 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups/303b43fe-b675-47c7-bab6-ff2b62b5194d HTTP/1.1" status: 404 len: 347 time: 0.0191514 Apr 05 22:38:15.455814 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 49114) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:15.598196 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-25f7d6da-34ae-43f0-8373-0cc23e8aeee0 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Deleting port 589c5df4-c53f-4bcb-8666-ec68fb637f4e {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:15.598543 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-25f7d6da-34ae-43f0-8373-0cc23e8aeee0 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (589c5df4-c53f-4bcb-8666-ec68fb637f4e), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:15.686244 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-25f7d6da-34ae-43f0-8373-0cc23e8aeee0 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (589c5df4-c53f-4bcb-8666-ec68fb637f4e), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:15.686566 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-25f7d6da-34ae-43f0-8373-0cc23e8aeee0 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks [] for floatingip (589c5df4-c53f-4bcb-8666-ec68fb637f4e), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:15.699291 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-25f7d6da-34ae-43f0-8373-0cc23e8aeee0 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Calling delete_port for 589c5df4-c53f-4bcb-8666-ec68fb637f4e owned by network:floatingip {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:15.707709 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40cbed4-9adc-4a91-8443-b5a5ac41aed9 None None] New status for floating IP 8a8c6950-1067-43ea-874f-6182918d5f96: DOWN {{(pid=103305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:38:15.797795 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.db.api [None req-a40cbed4-9adc-4a91-8443-b5a5ac41aed9 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 05 22:38:15.797795 dv-cinder-835879-4-iscsi neutron-server[103305]: [SQL: UPDATE floatingips SET status=%(status)s WHERE floatingips.id = %(floatingips_id)s] Apr 05 22:38:15.797795 dv-cinder-835879-4-iscsi neutron-server[103305]: [parameters: {'status': 'DOWN', 'floatingips_id': '8a8c6950-1067-43ea-874f-6182918d5f96'}] Apr 05 22:38:15.797795 dv-cinder-835879-4-iscsi neutron-server[103305]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103305) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 22:38:15.798229 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG oslo_db.api [None req-a40cbed4-9adc-4a91-8443-b5a5ac41aed9 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 22:38:15.838239 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-25f7d6da-34ae-43f0-8373-0cc23e8aeee0 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25648990'] for port (589c5df4-c53f-4bcb-8666-ec68fb637f4e), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:15.866308 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f7d6da-34ae-43f0-8373-0cc23e8aeee0 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Pushing event deleted for resources: {'Port': ['ID=589c5df4-c53f-4bcb-8666-ec68fb637f4e,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:15.926283 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-25f7d6da-34ae-43f0-8373-0cc23e8aeee0 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks [] for floatingip (8a8c6950-1067-43ea-874f-6182918d5f96), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:15.928840 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-25f7d6da-34ae-43f0-8373-0cc23e8aeee0 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for floatingip (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:15.929972 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-25f7d6da-34ae-43f0-8373-0cc23e8aeee0 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "DELETE /v2.0/floatingips/8a8c6950-1067-43ea-874f-6182918d5f96 HTTP/1.1" status: 204 len: 168 time: 0.4728019 Apr 05 22:38:16.299865 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40cbed4-9adc-4a91-8443-b5a5ac41aed9 None None] New status for floating IP 8a8c6950-1067-43ea-874f-6182918d5f96: DOWN {{(pid=103305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:38:16.315092 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 49126) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:16.319756 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-cef73915-d7f2-42dd-b79f-dd8f100867f9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1443451092', 'description': 'tempest-description--1514256564'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:16.339558 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cef73915-d7f2-42dd-b79f-dd8f100867f9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:16.415324 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cef73915-d7f2-42dd-b79f-dd8f100867f9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks [] for security_group (9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:16.418939 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cef73915-d7f2-42dd-b79f-dd8f100867f9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:16.448291 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cef73915-d7f2-42dd-b79f-dd8f100867f9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:16.449549 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-cef73915-d7f2-42dd-b79f-dd8f100867f9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1334560 Apr 05 22:38:16.451372 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef73915-d7f2-42dd-b79f-dd8f100867f9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:16.452748 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 49128) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:16.457845 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-513b3328-8dd5-4957-ae11-d124ac5b2398 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Request body: {'security_group_rule': {'security_group_id': '9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:16.483354 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-513b3328-8dd5-4957-ae11-d124ac5b2398 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks [] for security_group_rule (b58e0013-3b93-4499-bf24-c02aa4f0c9f4), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:16.532948 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-513b3328-8dd5-4957-ae11-d124ac5b2398 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks [] for security_group_rule (b58e0013-3b93-4499-bf24-c02aa4f0c9f4), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:16.536514 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-513b3328-8dd5-4957-ae11-d124ac5b2398 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554007'] for security_group_rule (b58e0013-3b93-4499-bf24-c02aa4f0c9f4), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:16.557194 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b3328-8dd5-4957-ae11-d124ac5b2398 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b58e0013-3b93-4499-bf24-c02aa4f0c9f4,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:16.562838 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-513b3328-8dd5-4957-ae11-d124ac5b2398 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:16.566483 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-513b3328-8dd5-4957-ae11-d124ac5b2398 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1097877 Apr 05 22:38:16.567188 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 49130) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:16.571617 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-4ceac80c-f8f7-4b46-aaa3-059348b8312e tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Request body: {'security_group_rule': {'security_group_id': '9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:16.595889 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4ceac80c-f8f7-4b46-aaa3-059348b8312e tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks [] for security_group_rule (8ece2aeb-9b1d-4f5c-bb12-082b43ddd4cc), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:16.649791 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4ceac80c-f8f7-4b46-aaa3-059348b8312e tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks [] for security_group_rule (8ece2aeb-9b1d-4f5c-bb12-082b43ddd4cc), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:16.655337 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4ceac80c-f8f7-4b46-aaa3-059348b8312e tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554007'] for security_group_rule (8ece2aeb-9b1d-4f5c-bb12-082b43ddd4cc), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:16.670483 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceac80c-f8f7-4b46-aaa3-059348b8312e tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ece2aeb-9b1d-4f5c-bb12-082b43ddd4cc,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:16.681031 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4ceac80c-f8f7-4b46-aaa3-059348b8312e tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:16.682246 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-4ceac80c-f8f7-4b46-aaa3-059348b8312e tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1140995 Apr 05 22:38:16.685268 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 49132) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:16.689464 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-ccd321cb-e41d-4d2f-99d9-72191ed0fd23 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Request body: {'floatingip': {'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:16.708639 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ccd321cb-e41d-4d2f-99d9-72191ed0fd23 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:16.804120 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ccd321cb-e41d-4d2f-99d9-72191ed0fd23 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:16.916136 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-ccd321cb-e41d-4d2f-99d9-72191ed0fd23 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Allocated IP 172.27.2.161 (f2e9bb50-0445-459c-9ef2-0222ede25138/2ac17549-fc87-4e20-be5e-92c340e9a8b2/1efe61be-f09e-4f0a-af68-84f04daf3455) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:38:17.031952 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ccd321cb-e41d-4d2f-99d9-72191ed0fd23 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks [] for port (1efe61be-f09e-4f0a-af68-84f04daf3455), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:17.073796 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ccd321cb-e41d-4d2f-99d9-72191ed0fd23 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (1efe61be-f09e-4f0a-af68-84f04daf3455), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:17.131564 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd321cb-e41d-4d2f-99d9-72191ed0fd23 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Network f2e9bb50-0445-459c-9ef2-0222ede25138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:38:17.140869 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-ccd321cb-e41d-4d2f-99d9-72191ed0fd23 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:38:17.143267 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd321cb-e41d-4d2f-99d9-72191ed0fd23 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:38:17.167877 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd321cb-e41d-4d2f-99d9-72191ed0fd23 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Pushing event updated for resources: {'Port': ['ID=1efe61be-f09e-4f0a-af68-84f04daf3455,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:17.185152 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e87b0-576b-415b-a46e-1f22f2594028 req-dcfa1903-7b23-4c1a-aaaa-6618783074bc tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:17.187211 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d49e87b0-576b-415b-a46e-1f22f2594028 req-dcfa1903-7b23-4c1a-aaaa-6618783074bc tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 945 time: 0.1256208 Apr 05 22:38:17.274927 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d49e87b0-576b-415b-a46e-1f22f2594028 req-0c85928e-dcb1-402f-a18d-3b02fcb56e8d tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=f606d00d-de89-4b79-98d4-4e4ba8b7c8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814776 Apr 05 22:38:17.280656 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ccd321cb-e41d-4d2f-99d9-72191ed0fd23 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks [] for floatingip (4d7ad2f1-df13-4a8d-9a14-8d3e81c6e720), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:17.317668 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ccd321cb-e41d-4d2f-99d9-72191ed0fd23 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (1efe61be-f09e-4f0a-af68-84f04daf3455), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:17.464352 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ccd321cb-e41d-4d2f-99d9-72191ed0fd23 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks [] for port (1efe61be-f09e-4f0a-af68-84f04daf3455), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:17.469445 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ccd321cb-e41d-4d2f-99d9-72191ed0fd23 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28860065'] for port (1efe61be-f09e-4f0a-af68-84f04daf3455), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:17.534440 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd321cb-e41d-4d2f-99d9-72191ed0fd23 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Pushing event updated for resources: {'Port': ['ID=1efe61be-f09e-4f0a-af68-84f04daf3455,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:17.548405 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ccd321cb-e41d-4d2f-99d9-72191ed0fd23 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528098'] for floatingip (4d7ad2f1-df13-4a8d-9a14-8d3e81c6e720), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:17.563377 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ccd321cb-e41d-4d2f-99d9-72191ed0fd23 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:17.564592 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-ccd321cb-e41d-4d2f-99d9-72191ed0fd23 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8783870 Apr 05 22:38:17.713012 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-e559de4f-217e-49e1-b8a2-46bb5e0773cf tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1443451092&fields=id&tenant_id=53101836a2ba42f5b58f4a6b84af6522 HTTP/1.1" status: 200 len: 267 time: 0.0457873 Apr 05 22:38:17.814875 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-f6a06f69-8591-47d0-9259-9a2558019146 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:17.816822 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-f6a06f69-8591-47d0-9259-9a2558019146 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/networks?id=5f18d588-ed8c-4ba8-aa61-86f84f08ea4b HTTP/1.1" status: 200 len: 817 time: 0.0971217 Apr 05 22:38:17.831528 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-0627f590-cabc-4ca7-b42d-7c44d394867d tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/quotas/53101836a2ba42f5b58f4a6b84af6522 HTTP/1.1" status: 200 len: 375 time: 0.0093129 Apr 05 22:38:17.864743 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device a11904cd-7e78-4883-98a9-92fb30b55a65 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:38:17.884565 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-d8bdae77-fff0-400b-833d-91fb18fa7d2f tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=53101836a2ba42f5b58f4a6b84af6522&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483780 Apr 05 22:38:17.884812 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] No Port match for: a11904cd-7e78-4883-98a9-92fb30b55a65 {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:38:17.885174 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device a11904cd-7e78-4883-98a9-92fb30b55a65 not bound to the agent host hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:38:18.025565 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-dd7c7dc6-7909-401b-807c-62073269f476 service neutron] 10.222.0.15 "GET /v2.0/networks/5f18d588-ed8c-4ba8-aa61-86f84f08ea4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291301 Apr 05 22:38:18.116033 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-a64e97e7-9be5-443c-9af8-9b64f9586d62 service neutron] 10.222.0.15 "GET /v2.0/networks/5f18d588-ed8c-4ba8-aa61-86f84f08ea4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840857 Apr 05 22:38:18.270515 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-97510e6f-8440-4401-a0db-705d6703c885 req-9b8cab84-f2a5-43fc-9935-2b3232b18e83 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 210 time: 0.0273976 Apr 05 22:38:18.394262 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd9b25-03ab-4a69-8435-e073a5f91042 req-ea0f3c58-58d9-455e-9063-690acdc7c528 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:18.395757 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4ffd9b25-03ab-4a69-8435-e073a5f91042 req-ea0f3c58-58d9-455e-9063-690acdc7c528 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 945 time: 0.0523999 Apr 05 22:38:18.443401 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4ffd9b25-03ab-4a69-8435-e073a5f91042 req-278063d4-5cd2-48ca-9542-bd2ca1221091 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=f606d00d-de89-4b79-98d4-4e4ba8b7c8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414119 Apr 05 22:38:19.363329 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-54c50755-6088-4d84-b6af-30a8c7b81435 req-f4b2f2b8-cc9e-4ba9-aff0-efc83cc21629 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 210 time: 0.0259852 Apr 05 22:38:19.565405 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed574f31-e848-450b-9c79-73d79f19ac0d req-a6473449-6a1f-4294-999d-83fc7c39a6d1 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:19.566791 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ed574f31-e848-450b-9c79-73d79f19ac0d req-a6473449-6a1f-4294-999d-83fc7c39a6d1 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 945 time: 0.0545363 Apr 05 22:38:19.620221 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ed574f31-e848-450b-9c79-73d79f19ac0d req-c4bebf90-1009-490d-9b48-4f8ed14876c8 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=f606d00d-de89-4b79-98d4-4e4ba8b7c8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472634 Apr 05 22:38:20.457604 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9760138e-0c20-491d-98e0-d10709a93456 req-ecc68cf5-d8de-4b05-9727-298c1cf39e0d tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 210 time: 0.0267980 Apr 05 22:38:20.736746 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b89024-34bd-4788-bf34-a55e9169ea60 req-0a9c8125-5659-4187-b6c9-23033aec6de8 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:20.738226 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-07b89024-34bd-4788-bf34-a55e9169ea60 req-0a9c8125-5659-4187-b6c9-23033aec6de8 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 945 time: 0.0510056 Apr 05 22:38:20.847438 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-07b89024-34bd-4788-bf34-a55e9169ea60 req-9260df3a-d35b-41c5-954d-5772426e8185 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=f606d00d-de89-4b79-98d4-4e4ba8b7c8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037259 Apr 05 22:38:20.860133 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5498ce-2b7c-4b6a-8eb1-6391e3228e5c req-b13d02eb-4a3e-4452-b5cd-8556f82ac1d3 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:20.861566 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8f5498ce-2b7c-4b6a-8eb1-6391e3228e5c req-b13d02eb-4a3e-4452-b5cd-8556f82ac1d3 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.46 "GET /v2.0/ports?device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 945 time: 0.1162865 Apr 05 22:38:20.987041 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-2cc58588-216f-4486-a183-8ae216d6f055 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:20.988305 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-2cc58588-216f-4486-a183-8ae216d6f055 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.46 "GET /v2.0/networks?id=5f18d588-ed8c-4ba8-aa61-86f84f08ea4b HTTP/1.1" status: 200 len: 817 time: 0.1766028 Apr 05 22:38:21.010016 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-8f5498ce-2b7c-4b6a-8eb1-6391e3228e5c req-5a503562-b312-4006-8095-2aaa6f7756e0 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Deleting port 9eaec99c-965b-4873-a34a-85a811edf3e9 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:21.010364 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8f5498ce-2b7c-4b6a-8eb1-6391e3228e5c req-5a503562-b312-4006-8095-2aaa6f7756e0 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (9eaec99c-965b-4873-a34a-85a811edf3e9), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.132549 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-8f5498ce-2b7c-4b6a-8eb1-6391e3228e5c req-5a503562-b312-4006-8095-2aaa6f7756e0 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] For port 9eaec99c-965b-4873-a34a-85a811edf3e9, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=9eaec99c-965b-4873-a34a-85a811edf3e9,segment=NetworkSegment(8e05269c-2d20-4fff-93bb-3b9f88c16ef1),segment_id=8e05269c-2d20-4fff-93bb-3b9f88c16ef1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:21.132969 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8f5498ce-2b7c-4b6a-8eb1-6391e3228e5c req-5a503562-b312-4006-8095-2aaa6f7756e0 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (9eaec99c-965b-4873-a34a-85a811edf3e9), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.149411 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-c3acc86f-6db0-48bc-acb0-5a0ab1dad7b6 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53101836a2ba42f5b58f4a6b84af6522 HTTP/1.1" status: 200 len: 380 time: 0.0907967 Apr 05 22:38:21.158465 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-26b312b0-2c9c-4006-8baf-aa7802747e94 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Request body: {'port': {'device_id': 'dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7', 'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b', 'admin_state_up': True, 'tenant_id': '53101836a2ba42f5b58f4a6b84af6522', 'security_groups': ['9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:21.386895 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-26b312b0-2c9c-4006-8baf-aa7802747e94 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Made reservation on behalf of 53101836a2ba42f5b58f4a6b84af6522 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:38:21.390215 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-26b312b0-2c9c-4006-8baf-aa7802747e94 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.394678 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8f5498ce-2b7c-4b6a-8eb1-6391e3228e5c req-5a503562-b312-4006-8095-2aaa6f7756e0 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.395038 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8f5498ce-2b7c-4b6a-8eb1-6391e3228e5c req-5a503562-b312-4006-8095-2aaa6f7756e0 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528098'] for floatingip (26f3aba8-1459-403e-93c1-df6ba3ddc14c), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.395349 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.db.l3_db [req-8f5498ce-2b7c-4b6a-8eb1-6391e3228e5c req-5a503562-b312-4006-8095-2aaa6f7756e0 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Floating IP 26f3aba8-1459-403e-93c1-df6ba3ddc14c disassociated. External IP: 172.27.2.38, port: 9eaec99c-965b-4873-a34a-85a811edf3e9. Apr 05 22:38:21.395686 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-8f5498ce-2b7c-4b6a-8eb1-6391e3228e5c req-5a503562-b312-4006-8095-2aaa6f7756e0 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Calling delete_port for 9eaec99c-965b-4873-a34a-85a811edf3e9 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:21.579665 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9652827a-e054-4cf2-97f2-b91ca65e3438 req-3b88c1e6-8760-440d-aa27-fd0d996961a2 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 210 time: 0.0378361 Apr 05 22:38:21.619749 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-26b312b0-2c9c-4006-8baf-aa7802747e94 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Allocated IP 172.20.0.10 (5f18d588-ed8c-4ba8-aa61-86f84f08ea4b/de490332-8df6-483d-b976-f39e215adfd8/69e0e692-1a4f-4c51-9c7d-7998e72f6fa8) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:38:21.660928 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8f5498ce-2b7c-4b6a-8eb1-6391e3228e5c req-5a503562-b312-4006-8095-2aaa6f7756e0 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (9eaec99c-965b-4873-a34a-85a811edf3e9), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.695506 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a503562-b312-4006-8095-2aaa6f7756e0 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Pushing event deleted for resources: {'Port': ['ID=9eaec99c-965b-4873-a34a-85a811edf3e9,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:21.881344 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-26b312b0-2c9c-4006-8baf-aa7802747e94 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks [] for port (69e0e692-1a4f-4c51-9c7d-7998e72f6fa8), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.897228 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f5498ce-2b7c-4b6a-8eb1-6391e3228e5c req-5a503562-b312-4006-8095-2aaa6f7756e0 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Router aa971dbb-f9a5-443b-9c12-e0b6c769bff6 has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:38:21.982598 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b861eabb-f447-4c57-b5bb-25357bf0b984 req-838181d4-cf18-49c1-a47d-ac8fa5c42cc3 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=86e6c947-6b0b-4a28-8902-accf17511d5c HTTP/1.1" status: 200 len: 210 time: 0.0648134 Apr 05 22:38:21.988440 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-26b312b0-2c9c-4006-8baf-aa7802747e94 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (69e0e692-1a4f-4c51-9c7d-7998e72f6fa8), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.065911 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-26b312b0-2c9c-4006-8baf-aa7802747e94 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Network 5f18d588-ed8c-4ba8-aa61-86f84f08ea4b is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:38:22.072274 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-26b312b0-2c9c-4006-8baf-aa7802747e94 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:38:22.080808 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-26b312b0-2c9c-4006-8baf-aa7802747e94 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:38:22.107499 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b312b0-2c9c-4006-8baf-aa7802747e94 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Pushing event updated for resources: {'Port': ['ID=69e0e692-1a4f-4c51-9c7d-7998e72f6fa8,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:22.147845 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-26b312b0-2c9c-4006-8baf-aa7802747e94 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:22.148497 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-26b312b0-2c9c-4006-8baf-aa7802747e94 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.152851 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f5498ce-2b7c-4b6a-8eb1-6391e3228e5c req-5a503562-b312-4006-8095-2aaa6f7756e0 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:38:22.163744 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa344bd-a9b3-45f2-92d2-0f03d3943ed1 None None] Sync routers for ids ['aa971dbb-f9a5-443b-9c12-e0b6c769bff6'] in dv-cinder-835879-4-iscsi {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:38:22.179579 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa344bd-a9b3-45f2-92d2-0f03d3943ed1 None None] Routers {'aa971dbb-f9a5-443b-9c12-e0b6c769bff6'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:22.180583 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-eaa344bd-a9b3-45f2-92d2-0f03d3943ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:38:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['aa971dbb-f9a5-443b-9c12-e0b6c769bff6'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:22.223855 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-26b312b0-2c9c-4006-8baf-aa7802747e94 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0688400 Apr 05 22:38:22.225437 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f5498ce-2b7c-4b6a-8eb1-6391e3228e5c req-5a503562-b312-4006-8095-2aaa6f7756e0 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] No DVR routers for this DVR port 9eaec99c-965b-4873-a34a-85a811edf3e9 on host hv-cinder-83587 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:38:22.233644 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8f5498ce-2b7c-4b6a-8eb1-6391e3228e5c req-5a503562-b312-4006-8095-2aaa6f7756e0 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.238597 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8f5498ce-2b7c-4b6a-8eb1-6391e3228e5c req-5a503562-b312-4006-8095-2aaa6f7756e0 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.46 "DELETE /v2.0/ports/9eaec99c-965b-4873-a34a-85a811edf3e9 HTTP/1.1" status: 204 len: 173 time: 1.3515332 Apr 05 22:38:22.239086 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e6c947-6b0b-4a28-8902-accf17511d5c', 'name': 'network-vif-deleted', 'tag': '9eaec99c-965b-4873-a34a-85a811edf3e9'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:38:22.241484 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06c095f-a817-4f6e-96d8-1e88111ac4c1" -d '{"events": [{"server_uuid": "86e6c947-6b0b-4a28-8902-accf17511d5c", "name": "network-vif-deleted", "tag": "9eaec99c-965b-4873-a34a-85a811edf3e9"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:38:22.259476 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-3cf9c50c-4dda-4479-8923-b8b7969ec6ae service neutron] Request body: {'port': {'device_id': 'dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:22.323985 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21eee003-bea2-41a0-b179-018e0effee15 x-openstack-request-id: req-21eee003-bea2-41a0-b179-018e0effee15 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:38:22.324362 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e6c947-6b0b-4a28-8902-accf17511d5c", "name": "network-vif-deleted", "tag": "9eaec99c-965b-4873-a34a-85a811edf3e9", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:38:22.324532 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-21eee003-bea2-41a0-b179-018e0effee15 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:38:22.324999 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21eee003-bea2-41a0-b179-018e0effee15'] response: {'server_uuid': '86e6c947-6b0b-4a28-8902-accf17511d5c', 'name': 'network-vif-deleted', 'tag': '9eaec99c-965b-4873-a34a-85a811edf3e9', 'status': 'completed', 'code': 200} Apr 05 22:38:22.340421 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-eaa344bd-a9b3-45f2-92d2-0f03d3943ed1 None None] Set router aa971dbb-f9a5-443b-9c12-e0b6c769bff6 gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:22.372623 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-3cf9c50c-4dda-4479-8923-b8b7969ec6ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (69e0e692-1a4f-4c51-9c7d-7998e72f6fa8), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.513021 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-963837b6-dca6-4bd0-b2c8-bd003154b24e None None] Provisioning complete for port 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:22.513021 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-963837b6-dca6-4bd0-b2c8-bd003154b24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (69e0e692-1a4f-4c51-9c7d-7998e72f6fa8), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.572333 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-963837b6-dca6-4bd0-b2c8-bd003154b24e None None] Port 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 cannot update to ACTIVE because it is not bound. {{(pid=103304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:38:22.597515 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-eaa344bd-a9b3-45f2-92d2-0f03d3943ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'name': 'tempest-ServerRescueNegativeTestJSON-266728504-router', 'tenant_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '8699a723-d19c-4b3b-98f2-b8d4854bde18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:02Z', 'updated_at': '2022-04-05T22:32:16Z', 'revision_number': 4, 'project_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'gw_port': {'id': '8699a723-d19c-4b3b-98f2-b8d4854bde18', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:04Z', 'updated_at': '2022-04-05T22:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': '38baee01-8881-4b37-96b8-d8ebaa9242f0', 'name': '', 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92', 'tenant_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'mac_address': 'fa:16:3e:83:bf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:13Z', 'updated_at': '2022-04-05T22:32:30Z', 'revision_number': 5, 'project_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'subnets': [{'id': '4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:22.634329 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa344bd-a9b3-45f2-92d2-0f03d3943ed1 None None] Checking router: aa971dbb-f9a5-443b-9c12-e0b6c769bff6 for host: dv-cinder-835879-4-iscsi {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:38:22.643261 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa344bd-a9b3-45f2-92d2-0f03d3943ed1 None None] Routers {'aa971dbb-f9a5-443b-9c12-e0b6c769bff6'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:22.643919 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-eaa344bd-a9b3-45f2-92d2-0f03d3943ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:38:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['aa971dbb-f9a5-443b-9c12-e0b6c769bff6'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:22.665617 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-3cf9c50c-4dda-4479-8923-b8b7969ec6ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:38:22.681872 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-3cf9c50c-4dda-4479-8923-b8b7969ec6ae service neutron] Publish callbacks [] for port (69e0e692-1a4f-4c51-9c7d-7998e72f6fa8), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.718510 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-3cf9c50c-4dda-4479-8923-b8b7969ec6ae service neutron] Transition to ACTIVE for port object 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:38:22.723844 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-3cf9c50c-4dda-4479-8923-b8b7969ec6ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28860065'] for port (69e0e692-1a4f-4c51-9c7d-7998e72f6fa8), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.765285 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607e2f4-5e49-45aa-a4c9-74880437c438 req-aa4db36c-1d1e-481b-8b1f-9438f38e478b tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:22.766801 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b607e2f4-5e49-45aa-a4c9-74880437c438 req-aa4db36c-1d1e-481b-8b1f-9438f38e478b tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 932 time: 0.1037550 Apr 05 22:38:22.774110 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-eaa344bd-a9b3-45f2-92d2-0f03d3943ed1 None None] Set router aa971dbb-f9a5-443b-9c12-e0b6c769bff6 gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:22.803872 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9c50c-4dda-4479-8923-b8b7969ec6ae service neutron] Pushing event updated for resources: {'Port': ['ID=69e0e692-1a4f-4c51-9c7d-7998e72f6fa8,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:22.873801 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b607e2f4-5e49-45aa-a4c9-74880437c438 req-4ddbf80a-718d-4653-9de8-30892c534a1a tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992949 Apr 05 22:38:22.910588 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-3cf9c50c-4dda-4479-8923-b8b7969ec6ae service neutron] Attempting to bind port 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:38:22.911029 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-3cf9c50c-4dda-4479-8923-b8b7969ec6ae service neutron] Attempting to bind port 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'bad0aca7-96dd-472c-9062-1cdad7db236b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:38:22.911602 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-3cf9c50c-4dda-4479-8923-b8b7969ec6ae service neutron] Attempting to bind port 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 on network 5f18d588-ed8c-4ba8-aa61-86f84f08ea4b {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:38:22.917853 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-3cf9c50c-4dda-4479-8923-b8b7969ec6ae service neutron] Port 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 on network 5f18d588-ed8c-4ba8-aa61-86f84f08ea4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:38:22.918256 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-3cf9c50c-4dda-4479-8923-b8b7969ec6ae service neutron] Attempting to bind port 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 on network 5f18d588-ed8c-4ba8-aa61-86f84f08ea4b {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:38:22.924532 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-3cf9c50c-4dda-4479-8923-b8b7969ec6ae service neutron] Checking agent: {'id': '3b59f0d0-9584-48dd-b0cd-e16373160cf9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 30), 'started_at': datetime.datetime(2022, 4, 5, 22, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:38:22.924973 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-3cf9c50c-4dda-4479-8923-b8b7969ec6ae service neutron] Checking segment: {'id': 'bad0aca7-96dd-472c-9062-1cdad7db236b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:38:22.925426 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-3cf9c50c-4dda-4479-8923-b8b7969ec6ae service neutron] Bound using segment: {'id': 'bad0aca7-96dd-472c-9062-1cdad7db236b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:38:22.925862 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-3cf9c50c-4dda-4479-8923-b8b7969ec6ae service neutron] Bound port: 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bad0aca7-96dd-472c-9062-1cdad7db236b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:38:22.926223 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-3cf9c50c-4dda-4479-8923-b8b7969ec6ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (69e0e692-1a4f-4c51-9c7d-7998e72f6fa8), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.998813 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-eaa344bd-a9b3-45f2-92d2-0f03d3943ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'name': 'tempest-ServerRescueNegativeTestJSON-266728504-router', 'tenant_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '8699a723-d19c-4b3b-98f2-b8d4854bde18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:02Z', 'updated_at': '2022-04-05T22:32:16Z', 'revision_number': 4, 'project_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'gw_port': {'id': '8699a723-d19c-4b3b-98f2-b8d4854bde18', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:04Z', 'updated_at': '2022-04-05T22:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': '38baee01-8881-4b37-96b8-d8ebaa9242f0', 'name': '', 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92', 'tenant_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'mac_address': 'fa:16:3e:83:bf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:13Z', 'updated_at': '2022-04-05T22:32:30Z', 'revision_number': 5, 'project_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'subnets': [{'id': '4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:23.027405 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa344bd-a9b3-45f2-92d2-0f03d3943ed1 None None] The sync data for ids ['aa971dbb-f9a5-443b-9c12-e0b6c769bff6'] in dv-cinder-835879-4-iscsi is: [{'id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'name': 'tempest-ServerRescueNegativeTestJSON-266728504-router', 'tenant_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '8699a723-d19c-4b3b-98f2-b8d4854bde18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:02Z', 'updated_at': '2022-04-05T22:32:16Z', 'revision_number': 4, 'project_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'gw_port': {'id': '8699a723-d19c-4b3b-98f2-b8d4854bde18', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:04Z', 'updated_at': '2022-04-05T22:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': '38baee01-8881-4b37-96b8-d8ebaa9242f0', 'name': '', 'network_id': 'e7e24e6e-3544-4395-8e0c-7d87fa5e4b92', 'tenant_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'mac_address': 'fa:16:3e:83:bf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:13Z', 'updated_at': '2022-04-05T22:32:30Z', 'revision_number': 5, 'project_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'subnets': [{'id': '4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:38:23.083351 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 49194) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:23.142705 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-78894d28-8056-47b3-8cd9-c37031f8c66c tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks [] for security_group (f606d00d-de89-4b79-98d4-4e4ba8b7c8ae), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:23.166621 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-78894d28-8056-47b3-8cd9-c37031f8c66c tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks [] for security_group (f606d00d-de89-4b79-98d4-4e4ba8b7c8ae), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:23.226522 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-78894d28-8056-47b3-8cd9-c37031f8c66c tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (f606d00d-de89-4b79-98d4-4e4ba8b7c8ae), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:23.229242 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-78894d28-8056-47b3-8cd9-c37031f8c66c tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:23.230421 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-78894d28-8056-47b3-8cd9-c37031f8c66c tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "DELETE /v2.0/security-groups/f606d00d-de89-4b79-98d4-4e4ba8b7c8ae HTTP/1.1" status: 204 len: 168 time: 0.1460485 Apr 05 22:38:23.237014 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 49196) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:23.255916 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.api.v2.resource [None req-088ed34b-5ad9-4da7-9572-07e15bc5e3d8 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] show failed (client error): The resource could not be found. Apr 05 22:38:23.256971 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-088ed34b-5ad9-4da7-9572-07e15bc5e3d8 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups/f606d00d-de89-4b79-98d4-4e4ba8b7c8ae HTTP/1.1" status: 404 len: 347 time: 0.0186701 Apr 05 22:38:23.258057 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78894d28-8056-47b3-8cd9-c37031f8c66c tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f606d00d-de89-4b79-98d4-4e4ba8b7c8ae,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:23.259769 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 49198) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:23.282368 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-3cf9c50c-4dda-4479-8923-b8b7969ec6ae service neutron] For port 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8, host hv-cinder-83587, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:38:23.286640 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-3cf9c50c-4dda-4479-8923-b8b7969ec6ae service neutron] For port 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=69e0e692-1a4f-4c51-9c7d-7998e72f6fa8,segment=NetworkSegment(bad0aca7-96dd-472c-9062-1cdad7db236b),segment_id=bad0aca7-96dd-472c-9062-1cdad7db236b)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:38:23.298930 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-3cf9c50c-4dda-4479-8923-b8b7969ec6ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28860065'] for port (69e0e692-1a4f-4c51-9c7d-7998e72f6fa8), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:23.332281 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-3cf9c50c-4dda-4479-8923-b8b7969ec6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:23.332959 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-3cf9c50c-4dda-4479-8923-b8b7969ec6ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:23.334348 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-3cf9c50c-4dda-4479-8923-b8b7969ec6ae service neutron] 10.222.0.46 "PUT /v2.0/ports/69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 HTTP/1.1" status: 200 len: 1094 time: 1.0889046 Apr 05 22:38:23.346209 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b9b6fd-2e56-404d-ab3d-3101d79cf395 None None] New status for floating IP 26f3aba8-1459-403e-93c1-df6ba3ddc14c: DOWN {{(pid=103305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:38:23.373927 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9c50c-4dda-4479-8923-b8b7969ec6ae service neutron] Pushing event updated for resources: {'Port': ['ID=69e0e692-1a4f-4c51-9c7d-7998e72f6fa8,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:23.393305 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-494818c0-6e9a-4e35-aa8b-c68f9b716980 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Deleting port e24a76d3-3aa8-496b-b884-d116c1484a3a {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:23.393930 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-494818c0-6e9a-4e35-aa8b-c68f9b716980 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (e24a76d3-3aa8-496b-b884-d116c1484a3a), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:23.453735 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-3f64cbad-a1f1-4287-afc2-49b0d2574f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:23.455687 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-3f64cbad-a1f1-4287-afc2-49b0d2574f81 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53101836a2ba42f5b58f4a6b84af6522&device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 1128 time: 0.0599132 Apr 05 22:38:23.496303 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-494818c0-6e9a-4e35-aa8b-c68f9b716980 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (e24a76d3-3aa8-496b-b884-d116c1484a3a), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:23.496986 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-494818c0-6e9a-4e35-aa8b-c68f9b716980 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks [] for floatingip (e24a76d3-3aa8-496b-b884-d116c1484a3a), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:23.506258 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-5831663c-b9f1-4b2e-8525-fc9dfdf46ab0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 HTTP/1.1" status: 200 len: 217 time: 0.0428391 Apr 05 22:38:23.511974 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-494818c0-6e9a-4e35-aa8b-c68f9b716980 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Calling delete_port for e24a76d3-3aa8-496b-b884-d116c1484a3a owned by network:floatingip {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:23.560892 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-60566243-0208-4821-9f59-2f14f763c87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:23.562540 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-60566243-0208-4821-9f59-2f14f763c87d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=de490332-8df6-483d-b976-f39e215adfd8 HTTP/1.1" status: 200 len: 856 time: 0.0505891 Apr 05 22:38:23.624184 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-41c4989d-320c-4c1a-8fc3-60fa68d9939e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:23.625868 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-41c4989d-320c-4c1a-8fc3-60fa68d9939e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5f18d588-ed8c-4ba8-aa61-86f84f08ea4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564671 Apr 05 22:38:23.670372 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-494818c0-6e9a-4e35-aa8b-c68f9b716980 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25648990'] for port (e24a76d3-3aa8-496b-b884-d116c1484a3a), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:23.696384 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494818c0-6e9a-4e35-aa8b-c68f9b716980 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Pushing event deleted for resources: {'Port': ['ID=e24a76d3-3aa8-496b-b884-d116c1484a3a,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:23.726514 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-1fccd37b-5b12-444b-8b56-2e7f003b4ad5 service neutron] 10.222.0.46 "GET /v2.0/networks/5f18d588-ed8c-4ba8-aa61-86f84f08ea4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934589 Apr 05 22:38:23.757686 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-494818c0-6e9a-4e35-aa8b-c68f9b716980 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks [] for floatingip (26f3aba8-1459-403e-93c1-df6ba3ddc14c), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:23.760193 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-494818c0-6e9a-4e35-aa8b-c68f9b716980 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for floatingip (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:23.761346 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-494818c0-6e9a-4e35-aa8b-c68f9b716980 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "DELETE /v2.0/floatingips/26f3aba8-1459-403e-93c1-df6ba3ddc14c HTTP/1.1" status: 204 len: 168 time: 0.5005193 Apr 05 22:38:23.819359 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-70fb94fe-deac-4e5d-981b-80999acbcffc req-dbee6d11-96b7-476e-91b2-dc286d346e2b service neutron] 10.222.0.46 "GET /v2.0/networks/5f18d588-ed8c-4ba8-aa61-86f84f08ea4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867794 Apr 05 22:38:24.005831 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d23e93-9779-4e18-bacd-d1799e17404a req-a965ff31-2885-4f50-930b-92defdba34aa tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:24.007302 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-19d23e93-9779-4e18-bacd-d1799e17404a req-a965ff31-2885-4f50-930b-92defdba34aa tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 944 time: 0.0517004 Apr 05 22:38:24.055206 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-19d23e93-9779-4e18-bacd-d1799e17404a req-a48f88ad-63ed-4943-aff3-d35a25b90e64 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423582 Apr 05 22:38:24.326613 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7', 'tag': '69e0e692-1a4f-4c51-9c7d-7998e72f6fa8'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:38:24.328987 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7282794b-8034-45a7-a14b-414b23765a31" -d '{"events": [{"name": "network-changed", "server_uuid": "dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7", "tag": "69e0e692-1a4f-4c51-9c7d-7998e72f6fa8"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:38:24.371109 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca5235b-f262-4b21-a614-5b980cc91a77 x-openstack-request-id: req-2ca5235b-f262-4b21-a614-5b980cc91a77 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:38:24.371411 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7", "tag": "69e0e692-1a4f-4c51-9c7d-7998e72f6fa8", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:38:24.371948 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2ca5235b-f262-4b21-a614-5b980cc91a77 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:38:24.372358 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ca5235b-f262-4b21-a614-5b980cc91a77'] response: {'name': 'network-changed', 'server_uuid': 'dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7', 'tag': '69e0e692-1a4f-4c51-9c7d-7998e72f6fa8', 'status': 'completed', 'code': 200} Apr 05 22:38:25.176868 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22aa4e-be18-436e-85c0-e0e828e2b03f req-37fed4df-3c1a-4f45-af64-c673cdcafee7 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:25.178284 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3f22aa4e-be18-436e-85c0-e0e828e2b03f req-37fed4df-3c1a-4f45-af64-c673cdcafee7 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 944 time: 0.0539007 Apr 05 22:38:25.224586 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3f22aa4e-be18-436e-85c0-e0e828e2b03f req-74356e51-841b-46b1-b7f9-b5e9aa4b40c5 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405269 Apr 05 22:38:25.880129 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:38:25.883804 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 9eaec99c-965b-4873-a34a-85a811edf3e9 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:38:25.909331 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] No Port match for: 9eaec99c-965b-4873-a34a-85a811edf3e9 {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:38:25.909681 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 9eaec99c-965b-4873-a34a-85a811edf3e9 not bound to the agent host hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:38:25.998805 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=69e0e692-1a4f-4c51-9c7d-7998e72f6fa8,segment=NetworkSegment(bad0aca7-96dd-472c-9062-1cdad7db236b),segment_id=bad0aca7-96dd-472c-9062-1cdad7db236b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:26.009800 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Returning: {'device': '69e0e692-1a4f-4c51-9c7d-7998e72f6fa8', 'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b', 'port_id': '69e0e692-1a4f-4c51-9c7d-7998e72f6fa8', 'mac_address': 'fa:16:3e:a0:f2:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de490332-8df6-483d-b976-f39e215adfd8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:38:26.049918 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 is: DOWN; New status is: BUILD {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:26.050390 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (69e0e692-1a4f-4c51-9c7d-7998e72f6fa8), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.061796 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282794b-8034-45a7-a14b-414b23765a31 req-27347bd4-0fa8-47f1-9cdd-679ce58b2383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:26.063489 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7282794b-8034-45a7-a14b-414b23765a31 req-27347bd4-0fa8-47f1-9cdd-679ce58b2383 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53101836a2ba42f5b58f4a6b84af6522&device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 1128 time: 0.0525882 Apr 05 22:38:26.063936 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:38:26.083039 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=69e0e692-1a4f-4c51-9c7d-7998e72f6fa8,segment=NetworkSegment(bad0aca7-96dd-472c-9062-1cdad7db236b),segment_id=bad0aca7-96dd-472c-9062-1cdad7db236b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:26.087737 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (69e0e692-1a4f-4c51-9c7d-7998e72f6fa8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.145598 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=69e0e692-1a4f-4c51-9c7d-7998e72f6fa8,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:26.165396 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282794b-8034-45a7-a14b-414b23765a31 req-68b217ba-1c95-44cd-90fa-b2d89eb1960e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:26.166973 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7282794b-8034-45a7-a14b-414b23765a31 req-68b217ba-1c95-44cd-90fa-b2d89eb1960e service neutron] 10.222.0.46 "GET /v2.0/networks?id=5f18d588-ed8c-4ba8-aa61-86f84f08ea4b HTTP/1.1" status: 200 len: 918 time: 0.0964177 Apr 05 22:38:26.241170 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44e25b-804e-4a80-b3ec-ac11c04227d6 req-84320548-4d54-4d82-ab23-51d10ffce82a tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:26.242603 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5c44e25b-804e-4a80-b3ec-ac11c04227d6 req-84320548-4d54-4d82-ab23-51d10ffce82a tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.0505753 Apr 05 22:38:26.295131 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5c44e25b-804e-4a80-b3ec-ac11c04227d6 req-533e6872-e94b-4207-a597-491b73c13b45 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456531 Apr 05 22:38:26.349043 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ba38b-eb9c-445e-85ad-69f5c19016bf req-2f3162e3-f316-4642-808a-58c8f834334c tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:26.350515 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-451ba38b-eb9c-445e-85ad-69f5c19016bf req-2f3162e3-f316-4642-808a-58c8f834334c tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 945 time: 0.0510166 Apr 05 22:38:26.395895 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-451ba38b-eb9c-445e-85ad-69f5c19016bf req-f1ce8a8b-1197-4f1e-8a12-381387580cc5 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397449 Apr 05 22:38:26.456225 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] get_ports_and_sgs() called for port_ids ['69e0e692-1a4f-4c51-9c7d-7998e72f6fa8'] {{(pid=103304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:38:27.196036 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7282794b-8034-45a7-a14b-414b23765a31 req-64dff972-8012-4262-b079-389cd039805f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 HTTP/1.1" status: 200 len: 217 time: 0.0356498 Apr 05 22:38:27.246044 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282794b-8034-45a7-a14b-414b23765a31 req-5e7cae1f-0773-4aa8-80f8-194860b73c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:27.247755 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7282794b-8034-45a7-a14b-414b23765a31 req-5e7cae1f-0773-4aa8-80f8-194860b73c86 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=de490332-8df6-483d-b976-f39e215adfd8 HTTP/1.1" status: 200 len: 856 time: 0.0458195 Apr 05 22:38:27.313668 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282794b-8034-45a7-a14b-414b23765a31 req-96f703eb-40f2-4b02-aec7-96b85330d83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:27.315137 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7282794b-8034-45a7-a14b-414b23765a31 req-96f703eb-40f2-4b02-aec7-96b85330d83d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5f18d588-ed8c-4ba8-aa61-86f84f08ea4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426970 Apr 05 22:38:27.439318 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7282794b-8034-45a7-a14b-414b23765a31 req-79ea0b04-5bd5-4466-9db9-f58231e91edb service neutron] 10.222.0.46 "GET /v2.0/networks/5f18d588-ed8c-4ba8-aa61-86f84f08ea4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167045 Apr 05 22:38:27.450605 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909aed8-8614-4975-a2c9-689c47dc81ad req-858d5abe-eaca-4d12-934d-44c1e6c020fe tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:27.452055 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a909aed8-8614-4975-a2c9-689c47dc81ad req-858d5abe-eaca-4d12-934d-44c1e6c020fe tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.0791698 Apr 05 22:38:27.593420 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a909aed8-8614-4975-a2c9-689c47dc81ad req-7230e59b-b549-47c2-b7dd-ea23e2c3131c tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326334 Apr 05 22:38:27.611259 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c3ff7-b0bb-48a2-af1e-6f95fd9f142f req-eea883ed-6a96-4194-ac35-74a296c0e7ca tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:27.612728 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c11c3ff7-b0bb-48a2-af1e-6f95fd9f142f req-eea883ed-6a96-4194-ac35-74a296c0e7ca tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 945 time: 0.1411552 Apr 05 22:38:27.616306 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7282794b-8034-45a7-a14b-414b23765a31 req-ddaaa7e7-210d-499d-94d9-1259bf03cd48 service neutron] 10.222.0.46 "GET /v2.0/networks/5f18d588-ed8c-4ba8-aa61-86f84f08ea4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633940 Apr 05 22:38:27.658990 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c11c3ff7-b0bb-48a2-af1e-6f95fd9f142f req-6e9ab637-5e8b-4a7a-a6a9-e6fc7afa0a23 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406308 Apr 05 22:38:27.783355 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40cf846-e93b-4ed4-ba5d-44636ccf1f4c req-b7fa457d-2705-465b-b1ad-8f0b855c44ec tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:27.784834 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a40cf846-e93b-4ed4-ba5d-44636ccf1f4c req-b7fa457d-2705-465b-b1ad-8f0b855c44ec tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 945 time: 0.0512354 Apr 05 22:38:27.878998 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-a40cf846-e93b-4ed4-ba5d-44636ccf1f4c req-f2834495-842e-4109-bebc-75c3750f6aeb tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Deleting port 4d6602cb-1932-44b9-8ab6-3ab98e1798dd {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:27.879340 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a40cf846-e93b-4ed4-ba5d-44636ccf1f4c req-f2834495-842e-4109-bebc-75c3750f6aeb tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (4d6602cb-1932-44b9-8ab6-3ab98e1798dd), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.894843 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 up at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:38:27.942411 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning for port 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 completed by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:38:27.946587 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning complete for port 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:27.946969 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (69e0e692-1a4f-4c51-9c7d-7998e72f6fa8), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.971462 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-a40cf846-e93b-4ed4-ba5d-44636ccf1f4c req-f2834495-842e-4109-bebc-75c3750f6aeb tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] For port 4d6602cb-1932-44b9-8ab6-3ab98e1798dd, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=4d6602cb-1932-44b9-8ab6-3ab98e1798dd,segment=NetworkSegment(8e05269c-2d20-4fff-93bb-3b9f88c16ef1),segment_id=8e05269c-2d20-4fff-93bb-3b9f88c16ef1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:27.971834 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a40cf846-e93b-4ed4-ba5d-44636ccf1f4c req-f2834495-842e-4109-bebc-75c3750f6aeb tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (4d6602cb-1932-44b9-8ab6-3ab98e1798dd), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.984469 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-a40cf846-e93b-4ed4-ba5d-44636ccf1f4c req-f2834495-842e-4109-bebc-75c3750f6aeb tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Calling delete_port for 4d6602cb-1932-44b9-8ab6-3ab98e1798dd owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:28.026558 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 is: BUILD; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:28.027041 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (69e0e692-1a4f-4c51-9c7d-7998e72f6fa8), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:28.049837 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e0e692-1a4f-4c51-9c7d-7998e72f6fa8'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:38:28.052014 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16471d07bccade7c78bbaf7939695eccfc965b3074ad902c0ac28a73985796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99fdafae-804e-477a-8986-00e015be3845" -d '{"events": [{"server_uuid": "dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7", "name": "network-vif-plugged", "status": "completed", "tag": "69e0e692-1a4f-4c51-9c7d-7998e72f6fa8"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:38:28.066195 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=69e0e692-1a4f-4c51-9c7d-7998e72f6fa8,segment=NetworkSegment(bad0aca7-96dd-472c-9062-1cdad7db236b),segment_id=bad0aca7-96dd-472c-9062-1cdad7db236b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:28.072683 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (69e0e692-1a4f-4c51-9c7d-7998e72f6fa8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:28.100963 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34542e51-5b96-4dc1-8a77-5b8e7f2e62b8 x-openstack-request-id: req-34542e51-5b96-4dc1-8a77-5b8e7f2e62b8 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:38:28.101287 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7", "name": "network-vif-plugged", "status": "completed", "tag": "69e0e692-1a4f-4c51-9c7d-7998e72f6fa8", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:38:28.101547 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-34542e51-5b96-4dc1-8a77-5b8e7f2e62b8 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:38:28.101955 dv-cinder-835879-4-iscsi neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34542e51-5b96-4dc1-8a77-5b8e7f2e62b8'] response: {'server_uuid': 'dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e0e692-1a4f-4c51-9c7d-7998e72f6fa8', 'code': 200} Apr 05 22:38:28.117416 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a40cf846-e93b-4ed4-ba5d-44636ccf1f4c req-f2834495-842e-4109-bebc-75c3750f6aeb tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (4d6602cb-1932-44b9-8ab6-3ab98e1798dd), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:28.129641 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] get_ports_and_sgs() called for port_ids ['e6d0f6dc-997d-4ab9-9778-2e6151466215', '4d6602cb-1932-44b9-8ab6-3ab98e1798dd'] {{(pid=103304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:38:28.151783 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2834495-842e-4109-bebc-75c3750f6aeb tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Pushing event deleted for resources: {'Port': ['ID=4d6602cb-1932-44b9-8ab6-3ab98e1798dd,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:28.155289 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=69e0e692-1a4f-4c51-9c7d-7998e72f6fa8,revision_number=5']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:28.196414 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40cf846-e93b-4ed4-ba5d-44636ccf1f4c req-f2834495-842e-4109-bebc-75c3750f6aeb tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] No DVR routers for this DVR port 4d6602cb-1932-44b9-8ab6-3ab98e1798dd on host hv-cinder-83587 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:38:28.199054 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a40cf846-e93b-4ed4-ba5d-44636ccf1f4c req-f2834495-842e-4109-bebc-75c3750f6aeb tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:28.202536 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a40cf846-e93b-4ed4-ba5d-44636ccf1f4c req-f2834495-842e-4109-bebc-75c3750f6aeb tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.46 "DELETE /v2.0/ports/4d6602cb-1932-44b9-8ab6-3ab98e1798dd HTTP/1.1" status: 204 len: 173 time: 0.4123259 Apr 05 22:38:28.203000 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d83bb80-14f0-4f1a-9baa-4d49ba66c39f', 'name': 'network-vif-deleted', 'tag': '4d6602cb-1932-44b9-8ab6-3ab98e1798dd'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:38:28.205284 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c57ee6-f5f7-4f2b-a3b7-f7c90f09b7d0" -d '{"events": [{"server_uuid": "7d83bb80-14f0-4f1a-9baa-4d49ba66c39f", "name": "network-vif-deleted", "tag": "4d6602cb-1932-44b9-8ab6-3ab98e1798dd"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:38:28.253426 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8759cef9-68e1-4c99-8470-079c0f5017dc x-openstack-request-id: req-8759cef9-68e1-4c99-8470-079c0f5017dc {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:38:28.254039 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d83bb80-14f0-4f1a-9baa-4d49ba66c39f", "name": "network-vif-deleted", "tag": "4d6602cb-1932-44b9-8ab6-3ab98e1798dd", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:38:28.254136 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8759cef9-68e1-4c99-8470-079c0f5017dc {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:38:28.254661 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8759cef9-68e1-4c99-8470-079c0f5017dc'] response: {'server_uuid': '7d83bb80-14f0-4f1a-9baa-4d49ba66c39f', 'name': 'network-vif-deleted', 'tag': '4d6602cb-1932-44b9-8ab6-3ab98e1798dd', 'status': 'completed', 'code': 200} Apr 05 22:38:28.320623 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fe857-af01-4694-9e4c-eddbfbcfe83a req-7e120538-158a-43ed-912e-4fe3c0c63f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:28.322127 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-971fe857-af01-4694-9e4c-eddbfbcfe83a req-7e120538-158a-43ed-912e-4fe3c0c63f33 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 1130 time: 0.0512576 Apr 05 22:38:28.366227 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-971fe857-af01-4694-9e4c-eddbfbcfe83a req-e500a4af-6bca-4684-9731-f4107320e2f7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368407 Apr 05 22:38:28.702213 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f95508aa-9fd5-4d7c-8270-78208ad0746a req-a733d37c-ce46-4d28-a1f8-65f8f7423125 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d83bb80-14f0-4f1a-9baa-4d49ba66c39f HTTP/1.1" status: 200 len: 210 time: 0.0311210 Apr 05 22:38:28.783193 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d551e2-4555-4f63-8249-18991dd3665c req-d4d14837-dbad-46dc-9b6b-10a6da7a52e8 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:28.784670 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-26d551e2-4555-4f63-8249-18991dd3665c req-d4d14837-dbad-46dc-9b6b-10a6da7a52e8 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 946 time: 0.0512953 Apr 05 22:38:28.830587 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-26d551e2-4555-4f63-8249-18991dd3665c req-98bae0a9-d93b-45eb-8259-f74fa180f3a0 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403080 Apr 05 22:38:29.930752 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.998218 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362769e3-e11b-4ac0-98c9-6115cc704ad2 req-16a4a895-4bc1-4dfd-b9a4-ed8cf6c2b8c8 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:29.999638 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-362769e3-e11b-4ac0-98c9-6115cc704ad2 req-16a4a895-4bc1-4dfd-b9a4-ed8cf6c2b8c8 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 946 time: 0.0961380 Apr 05 22:38:30.007848 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93424df7-55a4-4489-a3cf-cf9e820a9c3e req-f7e97384-e9ea-41bf-8bbc-5efe121b2770 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:30.009253 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-93424df7-55a4-4489-a3cf-cf9e820a9c3e req-f7e97384-e9ea-41bf-8bbc-5efe121b2770 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc0baa4-a1b3-4f83-bb87-e1b3f221405c HTTP/1.1" status: 200 len: 945 time: 0.0941794 Apr 05 22:38:30.080557 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-362769e3-e11b-4ac0-98c9-6115cc704ad2 req-e27b6d6a-76f5-49af-8127-3c0c8efd19bd tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703580 Apr 05 22:38:30.083539 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-93424df7-55a4-4489-a3cf-cf9e820a9c3e req-b1258424-a279-4ec8-8fd5-734cbf3b197a tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673010 Apr 05 22:38:31.230234 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc4d5ee-601f-4950-b044-048f12bd587b req-ea4e89bf-6eb4-4347-8809-ab36947a1d3d tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:31.231719 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8dc4d5ee-601f-4950-b044-048f12bd587b req-ea4e89bf-6eb4-4347-8809-ab36947a1d3d tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 946 time: 0.0833437 Apr 05 22:38:31.239697 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f2bab3-51e7-443d-9e48-f0397c024415 req-cbcf1778-92fb-4eef-8592-945f80ce1960 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:31.241073 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-37f2bab3-51e7-443d-9e48-f0397c024415 req-cbcf1778-92fb-4eef-8592-945f80ce1960 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc0baa4-a1b3-4f83-bb87-e1b3f221405c HTTP/1.1" status: 200 len: 945 time: 0.0914671 Apr 05 22:38:31.315191 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8dc4d5ee-601f-4950-b044-048f12bd587b req-964a4657-723f-4761-ba0a-7483f5573a8b tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731704 Apr 05 22:38:31.318148 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-37f2bab3-51e7-443d-9e48-f0397c024415 req-07d129c9-a47c-4236-816c-f00aec82ba1b tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704048 Apr 05 22:38:31.429735 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a1198-8e17-4ec9-b082-8d79d8596335 req-163cf3e2-b71d-4c7e-bca8-f6c584541c47 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:31.431099 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-fd8a1198-8e17-4ec9-b082-8d79d8596335 req-163cf3e2-b71d-4c7e-bca8-f6c584541c47 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 946 time: 0.0511887 Apr 05 22:38:31.439537 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 49252) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:31.443700 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-edc2ddea-381c-4497-98ab-13faa18e2de1 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Request body: {'floatingip': {'port_id': '69e0e692-1a4f-4c51-9c7d-7998e72f6fa8'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:31.481441 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-edc2ddea-381c-4497-98ab-13faa18e2de1 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks [] for floatingip (4d7ad2f1-df13-4a8d-9a14-8d3e81c6e720), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:31.909075 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-edc2ddea-381c-4497-98ab-13faa18e2de1 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:31.911712 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 4d6602cb-1932-44b9-8ab6-3ab98e1798dd no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:38:31.913085 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-edc2ddea-381c-4497-98ab-13faa18e2de1 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528098'] for floatingip (4d7ad2f1-df13-4a8d-9a14-8d3e81c6e720), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:31.931326 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] No Port match for: 4d6602cb-1932-44b9-8ab6-3ab98e1798dd {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:38:31.931672 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 4d6602cb-1932-44b9-8ab6-3ab98e1798dd not bound to the agent host hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:38:32.013785 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.db.l3_db [None req-edc2ddea-381c-4497-98ab-13faa18e2de1 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Floating IP 4d7ad2f1-df13-4a8d-9a14-8d3e81c6e720 associated. External IP: 172.27.2.161, port: 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8. Apr 05 22:38:32.225795 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc2ddea-381c-4497-98ab-13faa18e2de1 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Router b0df46e9-d94b-4e59-8e73-3414faff1386 has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:38:32.340017 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc2ddea-381c-4497-98ab-13faa18e2de1 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:38:32.345640 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-edc2ddea-381c-4497-98ab-13faa18e2de1 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:32.350980 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee96dbdd-4358-424c-988b-f580ec16e674 None None] Sync routers for ids ['b0df46e9-d94b-4e59-8e73-3414faff1386'] in dv-cinder-835879-4-iscsi {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:38:32.362843 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee96dbdd-4358-424c-988b-f580ec16e674 None None] Routers {'b0df46e9-d94b-4e59-8e73-3414faff1386'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:32.363468 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-ee96dbdd-4358-424c-988b-f580ec16e674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:38:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['b0df46e9-d94b-4e59-8e73-3414faff1386'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:32.383484 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-edc2ddea-381c-4497-98ab-13faa18e2de1 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "PUT /v2.0/floatingips/4d7ad2f1-df13-4a8d-9a14-8d3e81c6e720 HTTP/1.1" status: 200 len: 992 time: 0.9377959 Apr 05 22:38:32.383484 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7', 'tag': '69e0e692-1a4f-4c51-9c7d-7998e72f6fa8'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:38:32.383484 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a419e4c8-b856-4187-bfc5-93015ef82bc9" -d '{"events": [{"name": "network-changed", "server_uuid": "dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7", "tag": "69e0e692-1a4f-4c51-9c7d-7998e72f6fa8"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:38:32.420805 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34afcc21-3b1d-451e-b804-9468ddb2abf6 x-openstack-request-id: req-34afcc21-3b1d-451e-b804-9468ddb2abf6 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:38:32.421100 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7", "tag": "69e0e692-1a4f-4c51-9c7d-7998e72f6fa8", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:38:32.421355 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-34afcc21-3b1d-451e-b804-9468ddb2abf6 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:38:32.421749 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34afcc21-3b1d-451e-b804-9468ddb2abf6'] response: {'name': 'network-changed', 'server_uuid': 'dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7', 'tag': '69e0e692-1a4f-4c51-9c7d-7998e72f6fa8', 'status': 'completed', 'code': 200} Apr 05 22:38:32.447189 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7c338-0952-4d6f-88c4-6481b9fae63c req-44d0f0da-3012-4173-bf8e-974f6ff3cd59 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:32.448650 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-95d7c338-0952-4d6f-88c4-6481b9fae63c req-44d0f0da-3012-4173-bf8e-974f6ff3cd59 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc0baa4-a1b3-4f83-bb87-e1b3f221405c HTTP/1.1" status: 200 len: 945 time: 0.0565958 Apr 05 22:38:32.482284 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-ee96dbdd-4358-424c-988b-f580ec16e674 None None] Set router b0df46e9-d94b-4e59-8e73-3414faff1386 gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:32.525610 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-95d7c338-0952-4d6f-88c4-6481b9fae63c req-3f602dd5-b89d-4ae6-a29b-91666f605c6b tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675228 Apr 05 22:38:32.528319 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419e4c8-b856-4187-bfc5-93015ef82bc9 req-cf23c6a3-a0ad-46da-91db-186060d4e019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:32.529803 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a419e4c8-b856-4187-bfc5-93015ef82bc9 req-cf23c6a3-a0ad-46da-91db-186060d4e019 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53101836a2ba42f5b58f4a6b84af6522&device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 1130 time: 0.0802913 Apr 05 22:38:32.622958 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419e4c8-b856-4187-bfc5-93015ef82bc9 req-dc7119e0-9523-4151-9852-e001c503d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:32.624485 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a419e4c8-b856-4187-bfc5-93015ef82bc9 req-dc7119e0-9523-4151-9852-e001c503d09f service neutron] 10.222.0.46 "GET /v2.0/networks?id=5f18d588-ed8c-4ba8-aa61-86f84f08ea4b HTTP/1.1" status: 200 len: 918 time: 0.0852323 Apr 05 22:38:32.709689 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-ee96dbdd-4358-424c-988b-f580ec16e674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'name': 'tempest-AttachVolumeShelveTestJSON-1723224570-router', 'tenant_id': '53101836a2ba42f5b58f4a6b84af6522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'c7f255cb-b0f9-4b5b-8cd1-7dc41b849453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:31:58Z', 'updated_at': '2022-04-05T22:32:07Z', 'revision_number': 4, 'project_id': '53101836a2ba42f5b58f4a6b84af6522', 'gw_port': {'id': 'c7f255cb-b0f9-4b5b-8cd1-7dc41b849453', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:37:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:31:59Z', 'updated_at': '2022-04-05T22:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': '4d7ad2f1-df13-4a8d-9a14-8d3e81c6e720', 'tenant_id': '53101836a2ba42f5b58f4a6b84af6522', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'port_id': '69e0e692-1a4f-4c51-9c7d-7998e72f6fa8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b', 'mac_address': 'fa:16:3e:a0:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:38:17Z', 'updated_at': '2022-04-05T22:38:31Z', 'revision_number': 1, 'project_id': '53101836a2ba42f5b58f4a6b84af6522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8047d317-db2f-4e80-9730-d4313e792b91', 'name': '', 'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b', 'tenant_id': '53101836a2ba42f5b58f4a6b84af6522', 'mac_address': 'fa:16:3e:2a:31:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'de490332-8df6-483d-b976-f39e215adfd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:04Z', 'updated_at': '2022-04-05T22:32:17Z', 'revision_number': 5, 'project_id': '53101836a2ba42f5b58f4a6b84af6522', 'subnets': [{'id': 'de490332-8df6-483d-b976-f39e215adfd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:32.736071 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee96dbdd-4358-424c-988b-f580ec16e674 None None] Checking router: b0df46e9-d94b-4e59-8e73-3414faff1386 for host: dv-cinder-835879-4-iscsi {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:38:32.744182 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee96dbdd-4358-424c-988b-f580ec16e674 None None] Routers {'b0df46e9-d94b-4e59-8e73-3414faff1386'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:32.744805 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-ee96dbdd-4358-424c-988b-f580ec16e674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:38:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['b0df46e9-d94b-4e59-8e73-3414faff1386'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:32.857912 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-ee96dbdd-4358-424c-988b-f580ec16e674 None None] Set router b0df46e9-d94b-4e59-8e73-3414faff1386 gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:33.056141 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a419e4c8-b856-4187-bfc5-93015ef82bc9 req-a62fbb9c-968d-4261-a82a-08fb21c8a22c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 HTTP/1.1" status: 200 len: 1000 time: 0.3352151 Apr 05 22:38:33.078519 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515c879-18f9-4c02-af73-2d8f703e5cbf req-0fc3798f-9a4d-4369-b901-94de3bd08055 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:33.079908 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6515c879-18f9-4c02-af73-2d8f703e5cbf req-0fc3798f-9a4d-4369-b901-94de3bd08055 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcc0baa4-a1b3-4f83-bb87-e1b3f221405c HTTP/1.1" status: 200 len: 945 time: 0.0742834 Apr 05 22:38:33.085857 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-ee96dbdd-4358-424c-988b-f580ec16e674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'name': 'tempest-AttachVolumeShelveTestJSON-1723224570-router', 'tenant_id': '53101836a2ba42f5b58f4a6b84af6522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'c7f255cb-b0f9-4b5b-8cd1-7dc41b849453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:31:58Z', 'updated_at': '2022-04-05T22:32:07Z', 'revision_number': 4, 'project_id': '53101836a2ba42f5b58f4a6b84af6522', 'gw_port': {'id': 'c7f255cb-b0f9-4b5b-8cd1-7dc41b849453', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:37:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:31:59Z', 'updated_at': '2022-04-05T22:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': '4d7ad2f1-df13-4a8d-9a14-8d3e81c6e720', 'tenant_id': '53101836a2ba42f5b58f4a6b84af6522', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'port_id': '69e0e692-1a4f-4c51-9c7d-7998e72f6fa8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b', 'mac_address': 'fa:16:3e:a0:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:38:17Z', 'updated_at': '2022-04-05T22:38:31Z', 'revision_number': 1, 'project_id': '53101836a2ba42f5b58f4a6b84af6522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8047d317-db2f-4e80-9730-d4313e792b91', 'name': '', 'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b', 'tenant_id': '53101836a2ba42f5b58f4a6b84af6522', 'mac_address': 'fa:16:3e:2a:31:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'de490332-8df6-483d-b976-f39e215adfd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:04Z', 'updated_at': '2022-04-05T22:32:17Z', 'revision_number': 5, 'project_id': '53101836a2ba42f5b58f4a6b84af6522', 'subnets': [{'id': 'de490332-8df6-483d-b976-f39e215adfd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:33.112345 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee96dbdd-4358-424c-988b-f580ec16e674 None None] The sync data for ids ['b0df46e9-d94b-4e59-8e73-3414faff1386'] in dv-cinder-835879-4-iscsi is: [{'id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'name': 'tempest-AttachVolumeShelveTestJSON-1723224570-router', 'tenant_id': '53101836a2ba42f5b58f4a6b84af6522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'c7f255cb-b0f9-4b5b-8cd1-7dc41b849453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:31:58Z', 'updated_at': '2022-04-05T22:32:07Z', 'revision_number': 4, 'project_id': '53101836a2ba42f5b58f4a6b84af6522', 'gw_port': {'id': 'c7f255cb-b0f9-4b5b-8cd1-7dc41b849453', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:37:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:31:59Z', 'updated_at': '2022-04-05T22:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': '4d7ad2f1-df13-4a8d-9a14-8d3e81c6e720', 'tenant_id': '53101836a2ba42f5b58f4a6b84af6522', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'port_id': '69e0e692-1a4f-4c51-9c7d-7998e72f6fa8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b', 'mac_address': 'fa:16:3e:a0:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:38:17Z', 'updated_at': '2022-04-05T22:38:31Z', 'revision_number': 1, 'project_id': '53101836a2ba42f5b58f4a6b84af6522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8047d317-db2f-4e80-9730-d4313e792b91', 'name': '', 'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b', 'tenant_id': '53101836a2ba42f5b58f4a6b84af6522', 'mac_address': 'fa:16:3e:2a:31:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'de490332-8df6-483d-b976-f39e215adfd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:04Z', 'updated_at': '2022-04-05T22:32:17Z', 'revision_number': 5, 'project_id': '53101836a2ba42f5b58f4a6b84af6522', 'subnets': [{'id': 'de490332-8df6-483d-b976-f39e215adfd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:38:33.161029 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419e4c8-b856-4187-bfc5-93015ef82bc9 req-852277e6-736d-42cd-87ab-e558d6b46d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:33.162483 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a419e4c8-b856-4187-bfc5-93015ef82bc9 req-852277e6-736d-42cd-87ab-e558d6b46d1e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=de490332-8df6-483d-b976-f39e215adfd8 HTTP/1.1" status: 200 len: 856 time: 0.0986614 Apr 05 22:38:33.246065 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419e4c8-b856-4187-bfc5-93015ef82bc9 req-768979c4-94e7-4c72-b457-ebcddae51633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:33.248678 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a419e4c8-b856-4187-bfc5-93015ef82bc9 req-768979c4-94e7-4c72-b457-ebcddae51633 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5f18d588-ed8c-4ba8-aa61-86f84f08ea4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0653007 Apr 05 22:38:33.251920 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-6515c879-18f9-4c02-af73-2d8f703e5cbf req-1544bf08-0936-4ac1-9135-9cabf4f1a6cc tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Deleting port e6d0f6dc-997d-4ab9-9778-2e6151466215 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:33.252293 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6515c879-18f9-4c02-af73-2d8f703e5cbf req-1544bf08-0936-4ac1-9135-9cabf4f1a6cc tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (e6d0f6dc-997d-4ab9-9778-2e6151466215), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:33.316201 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8af7ebd-bce1-4b22-8da4-529676b81875 None None] New status for floating IP 4d7ad2f1-df13-4a8d-9a14-8d3e81c6e720: ACTIVE {{(pid=103305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:38:33.427791 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-6515c879-18f9-4c02-af73-2d8f703e5cbf req-1544bf08-0936-4ac1-9135-9cabf4f1a6cc tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] For port e6d0f6dc-997d-4ab9-9778-2e6151466215, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e6d0f6dc-997d-4ab9-9778-2e6151466215,segment=NetworkSegment(8e05269c-2d20-4fff-93bb-3b9f88c16ef1),segment_id=8e05269c-2d20-4fff-93bb-3b9f88c16ef1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:33.428587 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6515c879-18f9-4c02-af73-2d8f703e5cbf req-1544bf08-0936-4ac1-9135-9cabf4f1a6cc tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (e6d0f6dc-997d-4ab9-9778-2e6151466215), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:33.440292 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a419e4c8-b856-4187-bfc5-93015ef82bc9 req-a406a0b7-e082-4de6-b768-713dbd4072fc service neutron] 10.222.0.46 "GET /v2.0/networks/5f18d588-ed8c-4ba8-aa61-86f84f08ea4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839552 Apr 05 22:38:33.444523 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-6515c879-18f9-4c02-af73-2d8f703e5cbf req-1544bf08-0936-4ac1-9135-9cabf4f1a6cc tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Calling delete_port for e6d0f6dc-997d-4ab9-9778-2e6151466215 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:33.630228 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a419e4c8-b856-4187-bfc5-93015ef82bc9 req-62393643-69d6-4d60-88eb-58dadb80ace8 service neutron] 10.222.0.46 "GET /v2.0/networks/5f18d588-ed8c-4ba8-aa61-86f84f08ea4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783652 Apr 05 22:38:33.714738 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da0d5e-a69d-4782-a96b-a2fd36f28e6d req-f12fe75a-9812-47e9-b06e-0446155b5ac8 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:33.716269 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b8da0d5e-a69d-4782-a96b-a2fd36f28e6d req-f12fe75a-9812-47e9-b06e-0446155b5ac8 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc0baa4-a1b3-4f83-bb87-e1b3f221405c HTTP/1.1" status: 200 len: 945 time: 0.1045635 Apr 05 22:38:33.728199 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6515c879-18f9-4c02-af73-2d8f703e5cbf req-1544bf08-0936-4ac1-9135-9cabf4f1a6cc tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (e6d0f6dc-997d-4ab9-9778-2e6151466215), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:33.739840 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] get_ports_and_sgs() called for port_ids ['e6d0f6dc-997d-4ab9-9778-2e6151466215'] {{(pid=103304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:38:33.768870 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1544bf08-0936-4ac1-9135-9cabf4f1a6cc tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Pushing event deleted for resources: {'Port': ['ID=e6d0f6dc-997d-4ab9-9778-2e6151466215,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:33.833410 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-6515c879-18f9-4c02-af73-2d8f703e5cbf req-1544bf08-0936-4ac1-9135-9cabf4f1a6cc tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] No DVR routers for this DVR port e6d0f6dc-997d-4ab9-9778-2e6151466215 on host hv-cinder-83587 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:38:33.840341 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6515c879-18f9-4c02-af73-2d8f703e5cbf req-1544bf08-0936-4ac1-9135-9cabf4f1a6cc tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:33.844379 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6515c879-18f9-4c02-af73-2d8f703e5cbf req-1544bf08-0936-4ac1-9135-9cabf4f1a6cc tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.46 "DELETE /v2.0/ports/e6d0f6dc-997d-4ab9-9778-2e6151466215 HTTP/1.1" status: 204 len: 173 time: 0.7466202 Apr 05 22:38:33.849024 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b8da0d5e-a69d-4782-a96b-a2fd36f28e6d req-9f008bdc-f954-4862-b460-77e614ac6335 tempest-ServerRescueNegativeTestJSON-137641666 tempest-ServerRescueNegativeTestJSON-137641666-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad8d962-ad90-4734-999e-facbcfd52e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269593 Apr 05 22:38:34.311043 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f528a0d7-aee6-4c6e-b2ef-36e287331d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:34.422514 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc0baa4-a1b3-4f83-bb87-e1b3f221405c', 'name': 'network-vif-deleted', 'tag': 'e6d0f6dc-997d-4ab9-9778-2e6151466215'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:38:34.424900 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a92ba6f-bcb4-4e81-bd58-6bf94ca5dbe8" -d '{"events": [{"server_uuid": "fcc0baa4-a1b3-4f83-bb87-e1b3f221405c", "name": "network-vif-deleted", "tag": "e6d0f6dc-997d-4ab9-9778-2e6151466215"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:38:34.458172 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0747feac-1813-4cad-a0ae-4f06f695ba19 x-openstack-request-id: req-0747feac-1813-4cad-a0ae-4f06f695ba19 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:38:34.458732 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc0baa4-a1b3-4f83-bb87-e1b3f221405c", "name": "network-vif-deleted", "tag": "e6d0f6dc-997d-4ab9-9778-2e6151466215", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:38:34.458732 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0747feac-1813-4cad-a0ae-4f06f695ba19 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:38:34.459093 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0747feac-1813-4cad-a0ae-4f06f695ba19'] response: {'server_uuid': 'fcc0baa4-a1b3-4f83-bb87-e1b3f221405c', 'name': 'network-vif-deleted', 'tag': 'e6d0f6dc-997d-4ab9-9778-2e6151466215', 'status': 'completed', 'code': 200} Apr 05 22:38:34.912973 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 49268) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:35.617725 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4d600ca6-3388-4e5d-aa6f-664fbe8b6a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530146'] for router_interface (aa971dbb-f9a5-443b-9c12-e0b6c769bff6), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:35.908712 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4d600ca6-3388-4e5d-aa6f-664fbe8b6a16 admin admin] Deleting port 38baee01-8881-4b37-96b8-d8ebaa9242f0 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:35.909083 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4d600ca6-3388-4e5d-aa6f-664fbe8b6a16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (38baee01-8881-4b37-96b8-d8ebaa9242f0), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:35.986346 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4d600ca6-3388-4e5d-aa6f-664fbe8b6a16 admin admin] For port 38baee01-8881-4b37-96b8-d8ebaa9242f0, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=38baee01-8881-4b37-96b8-d8ebaa9242f0,segment=NetworkSegment(8e05269c-2d20-4fff-93bb-3b9f88c16ef1),segment_id=8e05269c-2d20-4fff-93bb-3b9f88c16ef1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:35.987013 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4d600ca6-3388-4e5d-aa6f-664fbe8b6a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (38baee01-8881-4b37-96b8-d8ebaa9242f0), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:36.002326 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4d600ca6-3388-4e5d-aa6f-664fbe8b6a16 admin admin] Calling delete_port for 38baee01-8881-4b37-96b8-d8ebaa9242f0 owned by network:router_interface {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:36.175551 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4d600ca6-3388-4e5d-aa6f-664fbe8b6a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25648990'] for port (38baee01-8881-4b37-96b8-d8ebaa9242f0), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:36.200755 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d600ca6-3388-4e5d-aa6f-664fbe8b6a16 admin admin] Pushing event deleted for resources: {'Port': ['ID=38baee01-8881-4b37-96b8-d8ebaa9242f0,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:36.368509 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4d600ca6-3388-4e5d-aa6f-664fbe8b6a16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527986'] for router_interface (aa971dbb-f9a5-443b-9c12-e0b6c769bff6), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:36.582970 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d600ca6-3388-4e5d-aa6f-664fbe8b6a16 admin admin] Router aa971dbb-f9a5-443b-9c12-e0b6c769bff6 has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:38:36.688927 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d600ca6-3388-4e5d-aa6f-664fbe8b6a16 admin admin] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:38:36.696622 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-4d600ca6-3388-4e5d-aa6f-664fbe8b6a16 admin admin] 10.222.0.15 "PUT /v2.0/routers/aa971dbb-f9a5-443b-9c12-e0b6c769bff6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7804699 Apr 05 22:38:36.697354 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 49272) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:36.699303 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd537bc2-c912-401b-b5c9-956b795d803f None None] Sync routers for ids ['aa971dbb-f9a5-443b-9c12-e0b6c769bff6'] in dv-cinder-835879-4-iscsi {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:38:36.710722 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd537bc2-c912-401b-b5c9-956b795d803f None None] Routers {'aa971dbb-f9a5-443b-9c12-e0b6c769bff6'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:36.711332 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-dd537bc2-c912-401b-b5c9-956b795d803f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:38:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['aa971dbb-f9a5-443b-9c12-e0b6c769bff6'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:36.807408 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7ed3db05-2847-4c71-8807-20b6d6eef496 admin admin] Publish callbacks [] for router (aa971dbb-f9a5-443b-9c12-e0b6c769bff6), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:36.825035 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d0a5efab-055f-4fb3-be87-0ab38de19c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:36.841908 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-dd537bc2-c912-401b-b5c9-956b795d803f None None] Set router aa971dbb-f9a5-443b-9c12-e0b6c769bff6 gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:36.916442 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7ed3db05-2847-4c71-8807-20b6d6eef496 admin admin] Publish callbacks [] for router_gateway (aa971dbb-f9a5-443b-9c12-e0b6c769bff6), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:36.968794 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-7ed3db05-2847-4c71-8807-20b6d6eef496 admin admin] Deleting port 8699a723-d19c-4b3b-98f2-b8d4854bde18 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:36.969147 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7ed3db05-2847-4c71-8807-20b6d6eef496 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (8699a723-d19c-4b3b-98f2-b8d4854bde18), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:37.017488 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-dd537bc2-c912-401b-b5c9-956b795d803f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'name': 'tempest-ServerRescueNegativeTestJSON-266728504-router', 'tenant_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '8699a723-d19c-4b3b-98f2-b8d4854bde18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:02Z', 'updated_at': '2022-04-05T22:38:36Z', 'revision_number': 5, 'project_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'gw_port': {'id': '8699a723-d19c-4b3b-98f2-b8d4854bde18', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:04Z', 'updated_at': '2022-04-05T22:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi'}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:37.042815 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd537bc2-c912-401b-b5c9-956b795d803f None None] Checking router: aa971dbb-f9a5-443b-9c12-e0b6c769bff6 for host: dv-cinder-835879-4-iscsi {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:38:37.050469 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-7ed3db05-2847-4c71-8807-20b6d6eef496 admin admin] For port 8699a723-d19c-4b3b-98f2-b8d4854bde18, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=8699a723-d19c-4b3b-98f2-b8d4854bde18,segment=NetworkSegment(2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f),segment_id=2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:37.051007 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7ed3db05-2847-4c71-8807-20b6d6eef496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (8699a723-d19c-4b3b-98f2-b8d4854bde18), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:37.052138 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd537bc2-c912-401b-b5c9-956b795d803f None None] Routers {'aa971dbb-f9a5-443b-9c12-e0b6c769bff6'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:37.052744 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-dd537bc2-c912-401b-b5c9-956b795d803f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:38:37Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['aa971dbb-f9a5-443b-9c12-e0b6c769bff6'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:37.063255 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-7ed3db05-2847-4c71-8807-20b6d6eef496 admin admin] Calling delete_port for 8699a723-d19c-4b3b-98f2-b8d4854bde18 owned by network:router_gateway {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:37.139581 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-dd537bc2-c912-401b-b5c9-956b795d803f None None] Set router aa971dbb-f9a5-443b-9c12-e0b6c769bff6 gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:37.197927 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-dd537bc2-c912-401b-b5c9-956b795d803f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'name': 'tempest-ServerRescueNegativeTestJSON-266728504-router', 'tenant_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:02Z', 'updated_at': '2022-04-05T22:38:36Z', 'revision_number': 6, 'project_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'gw_port_host': None}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:37.224180 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd537bc2-c912-401b-b5c9-956b795d803f None None] The sync data for ids ['aa971dbb-f9a5-443b-9c12-e0b6c769bff6'] in dv-cinder-835879-4-iscsi is: [{'id': 'aa971dbb-f9a5-443b-9c12-e0b6c769bff6', 'name': 'tempest-ServerRescueNegativeTestJSON-266728504-router', 'tenant_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:02Z', 'updated_at': '2022-04-05T22:38:36Z', 'revision_number': 6, 'project_id': '20b77f8ad3b947daa87a0a858e8b7ac2', 'gw_port_host': None}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:38:37.228412 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7ed3db05-2847-4c71-8807-20b6d6eef496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25648990'] for port (8699a723-d19c-4b3b-98f2-b8d4854bde18), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:37.260297 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed3db05-2847-4c71-8807-20b6d6eef496 admin admin] Pushing event deleted for resources: {'Port': ['ID=8699a723-d19c-4b3b-98f2-b8d4854bde18,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:37.315578 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7ed3db05-2847-4c71-8807-20b6d6eef496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528052'] for router_gateway (aa971dbb-f9a5-443b-9c12-e0b6c769bff6), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:37.422152 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7ed3db05-2847-4c71-8807-20b6d6eef496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7286'] for router (aa971dbb-f9a5-443b-9c12-e0b6c769bff6), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:37.424133 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7ed3db05-2847-4c71-8807-20b6d6eef496 admin admin] Publish callbacks [] for router_controller (aa971dbb-f9a5-443b-9c12-e0b6c769bff6), precommit_delete_associations {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:37.492709 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7ed3db05-2847-4c71-8807-20b6d6eef496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531214'] for router (aa971dbb-f9a5-443b-9c12-e0b6c769bff6), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:37.493291 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed3db05-2847-4c71-8807-20b6d6eef496 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa971dbb-f9a5-443b-9c12-e0b6c769bff6 {{(pid=103303) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 22:38:37.498851 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7ed3db05-2847-4c71-8807-20b6d6eef496 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:37.499994 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-7ed3db05-2847-4c71-8807-20b6d6eef496 admin admin] 10.222.0.15 "DELETE /v2.0/routers/aa971dbb-f9a5-443b-9c12-e0b6c769bff6 HTTP/1.1" status: 204 len: 168 time: 0.8015683 Apr 05 22:38:37.502594 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 49274) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:37.545143 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:37.549833 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.db_base_plugin_v2 [None req-a46a46b6-006c-48c5-8711-75295b2185ff admin admin] Deleting subnet 4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b {{(pid=103303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:38:37.552791 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a46a46b6-006c-48c5-8711-75295b2185ff admin admin] Publish callbacks [] for subnet (4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:37.587969 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a46a46b6-006c-48c5-8711-75295b2185ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29158250'] for subnet (4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b), precommit_delete_associations {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:37.698072 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a46a46b6-006c-48c5-8711-75295b2185ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3813478'] for subnet (4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:37.925628 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device e6d0f6dc-997d-4ab9-9778-2e6151466215 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:38:37.950192 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] No Port match for: e6d0f6dc-997d-4ab9-9778-2e6151466215 {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:38:37.951003 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device e6d0f6dc-997d-4ab9-9778-2e6151466215 not bound to the agent host hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:38:37.968098 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a46a46b6-006c-48c5-8711-75295b2185ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3813481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25649001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25366844'] for subnet (4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:37.992782 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46a46b6-006c-48c5-8711-75295b2185ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:38.000444 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a46a46b6-006c-48c5-8711-75295b2185ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for subnet (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:38.004397 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-a46a46b6-006c-48c5-8711-75295b2185ff admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4e7c3e29-1fd7-47b4-9bd2-3330d5386a8b HTTP/1.1" status: 204 len: 168 time: 0.5007210 Apr 05 22:38:38.005729 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0223e2e6-bf64-499f-a048-70a0764a87bf None None] Network e7e24e6e-3544-4395-8e0c-7d87fa5e4b92 requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:38:38.006721 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 49276) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:38.076260 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b2fe5fab-0ff4-43d8-a509-386ad4342404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3805217'] for network (e7e24e6e-3544-4395-8e0c-7d87fa5e4b92), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:38.144333 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b2fe5fab-0ff4-43d8-a509-386ad4342404 admin admin] Deleting port 11304e9a-b847-4d6b-b994-878fe3cbda45 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:38.144674 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b2fe5fab-0ff4-43d8-a509-386ad4342404 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (11304e9a-b847-4d6b-b994-878fe3cbda45), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:38.159143 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac35ca73-a8c8-41ec-9839-7b21d48cba6a None None] DHCP port deletion for e7e24e6e-3544-4395-8e0c-7d87fa5e4b92 request from dv-cinder-835879-4-iscsi {{(pid=103304) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 22:38:38.212409 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-b2fe5fab-0ff4-43d8-a509-386ad4342404 admin admin] For port 11304e9a-b847-4d6b-b994-878fe3cbda45, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=11304e9a-b847-4d6b-b994-878fe3cbda45,segment=NetworkSegment(8e05269c-2d20-4fff-93bb-3b9f88c16ef1),segment_id=8e05269c-2d20-4fff-93bb-3b9f88c16ef1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:38.212795 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b2fe5fab-0ff4-43d8-a509-386ad4342404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (11304e9a-b847-4d6b-b994-878fe3cbda45), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:38.213843 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-ac35ca73-a8c8-41ec-9839-7b21d48cba6a None None] Deleting port 11304e9a-b847-4d6b-b994-878fe3cbda45 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:38.214213 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ac35ca73-a8c8-41ec-9839-7b21d48cba6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (11304e9a-b847-4d6b-b994-878fe3cbda45), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:38.225881 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b2fe5fab-0ff4-43d8-a509-386ad4342404 admin admin] Calling delete_port for 11304e9a-b847-4d6b-b994-878fe3cbda45 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:38.281088 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-ac35ca73-a8c8-41ec-9839-7b21d48cba6a None None] For port 11304e9a-b847-4d6b-b994-878fe3cbda45, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=11304e9a-b847-4d6b-b994-878fe3cbda45,segment=NetworkSegment(8e05269c-2d20-4fff-93bb-3b9f88c16ef1),segment_id=8e05269c-2d20-4fff-93bb-3b9f88c16ef1)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:38.281509 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ac35ca73-a8c8-41ec-9839-7b21d48cba6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (11304e9a-b847-4d6b-b994-878fe3cbda45), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:38.293971 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-ac35ca73-a8c8-41ec-9839-7b21d48cba6a None None] Calling delete_port for 11304e9a-b847-4d6b-b994-878fe3cbda45 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:38.313931 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b2fe5fab-0ff4-43d8-a509-386ad4342404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25648990'] for port (11304e9a-b847-4d6b-b994-878fe3cbda45), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:38.342500 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe5fab-0ff4-43d8-a509-386ad4342404 admin admin] Pushing event deleted for resources: {'Port': ['ID=11304e9a-b847-4d6b-b994-878fe3cbda45,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:38.344412 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fe5fab-0ff4-43d8-a509-386ad4342404 admin admin] No DVR routers for this DVR port 11304e9a-b847-4d6b-b994-878fe3cbda45 on host dv-cinder-835879-4-iscsi {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:38:38.426148 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b2fe5fab-0ff4-43d8-a509-386ad4342404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3815069', 'neutron.services.segments.db._delete_segments_for_network-8760879317881'] for network (e7e24e6e-3544-4395-8e0c-7d87fa5e4b92), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:38.448040 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.services.segments.db [None req-b2fe5fab-0ff4-43d8-a509-386ad4342404 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7e24e6e-3544-4395-8e0c-7d87fa5e4b92']}} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:38.458162 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.services.segments.db [None req-b2fe5fab-0ff4-43d8-a509-386ad4342404 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e05269c-2d20-4fff-93bb-3b9f88c16ef1') {'for_net_delete': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:38.458409 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.services.segments.db [None req-b2fe5fab-0ff4-43d8-a509-386ad4342404 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e05269c-2d20-4fff-93bb-3b9f88c16ef1') {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:38.468696 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b2fe5fab-0ff4-43d8-a509-386ad4342404 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760879318402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29158289'] for segment (8e05269c-2d20-4fff-93bb-3b9f88c16ef1), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:38.483658 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b2fe5fab-0ff4-43d8-a509-386ad4342404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781'] for segment (8e05269c-2d20-4fff-93bb-3b9f88c16ef1), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:38.489964 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2fe5fab-0ff4-43d8-a509-386ad4342404 admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:38:38.490333 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b2fe5fab-0ff4-43d8-a509-386ad4342404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25648899'] for segment (8e05269c-2d20-4fff-93bb-3b9f88c16ef1), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:38.492389 dv-cinder-835879-4-iscsi neutron-server[103303]: Traceback (most recent call last): Apr 05 22:38:38.492389 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:38:38.492389 dv-cinder-835879-4-iscsi neutron-server[103303]: timer() Apr 05 22:38:38.492389 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:38:38.492389 dv-cinder-835879-4-iscsi neutron-server[103303]: cb(*args, **kw) Apr 05 22:38:38.492389 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:38:38.492389 dv-cinder-835879-4-iscsi neutron-server[103303]: return func(*args, **kwargs) Apr 05 22:38:38.492389 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:38:38.492389 dv-cinder-835879-4-iscsi neutron-server[103303]: self._notify() Apr 05 22:38:38.492389 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:38:38.492389 dv-cinder-835879-4-iscsi neutron-server[103303]: self.callback(batched_events) Apr 05 22:38:38.492389 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:38:38.492389 dv-cinder-835879-4-iscsi neutron-server[103303]: event.method(event) Apr 05 22:38:38.492389 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:38:38.492389 dv-cinder-835879-4-iscsi neutron-server[103303]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:38:38.492389 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:38:38.492389 dv-cinder-835879-4-iscsi neutron-server[103303]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:38:38.492389 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:38:38.492389 dv-cinder-835879-4-iscsi neutron-server[103303]: return f(self, *a, **k) Apr 05 22:38:38.492389 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:38:38.492389 dv-cinder-835879-4-iscsi neutron-server[103303]: return self._get(url).json() Apr 05 22:38:38.492389 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:38:38.492389 dv-cinder-835879-4-iscsi neutron-server[103303]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:38:38.492389 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:38:38.492389 dv-cinder-835879-4-iscsi neutron-server[103303]: return self.request(url, 'GET', **kwargs) Apr 05 22:38:38.492389 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:38:38.492389 dv-cinder-835879-4-iscsi neutron-server[103303]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:38:38.492389 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:38:38.492389 dv-cinder-835879-4-iscsi neutron-server[103303]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:38:38.492389 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:38:38.492389 dv-cinder-835879-4-iscsi neutron-server[103303]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:38:38.492389 dv-cinder-835879-4-iscsi neutron-server[103303]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:38:38.535375 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ac35ca73-a8c8-41ec-9839-7b21d48cba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605'] for port (11304e9a-b847-4d6b-b994-878fe3cbda45), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:38.550530 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b2fe5fab-0ff4-43d8-a509-386ad4342404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3815140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528080'] for network (e7e24e6e-3544-4395-8e0c-7d87fa5e4b92), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:38.561677 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac35ca73-a8c8-41ec-9839-7b21d48cba6a None None] Pushing event deleted for resources: {'Port': ['ID=11304e9a-b847-4d6b-b994-878fe3cbda45,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:38.563541 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac35ca73-a8c8-41ec-9839-7b21d48cba6a None None] No DVR routers for this DVR port 11304e9a-b847-4d6b-b994-878fe3cbda45 on host dv-cinder-835879-4-iscsi {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:38:38.566248 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b2fe5fab-0ff4-43d8-a509-386ad4342404 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for network (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:38.569386 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-b2fe5fab-0ff4-43d8-a509-386ad4342404 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e7e24e6e-3544-4395-8e0c-7d87fa5e4b92 HTTP/1.1" status: 204 len: 168 time: 0.5615416 Apr 05 22:38:38.570265 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe5fab-0ff4-43d8-a509-386ad4342404 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7e24e6e-3544-4395-8e0c-7d87fa5e4b92,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:38.683795 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 49280) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:38.725435 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-acd708d9-f783-45f3-b063-864e1062625e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=20b77f8ad3b947daa87a0a858e8b7ac2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0401261 Apr 05 22:38:38.727816 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 49282) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:38.729714 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 8699a723-d19c-4b3b-98f2-b8d4854bde18 no longer exists at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:38:38.753056 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] No Port match for: 8699a723-d19c-4b3b-98f2-b8d4854bde18 {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:38:38.753407 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 8699a723-d19c-4b3b-98f2-b8d4854bde18 not bound to the agent host dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:38:38.753818 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 11304e9a-b847-4d6b-b994-878fe3cbda45 no longer exists at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:38:38.772935 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] No Port match for: 11304e9a-b847-4d6b-b994-878fe3cbda45 {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:38:38.773280 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 11304e9a-b847-4d6b-b994-878fe3cbda45 not bound to the agent host dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:38:38.773686 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 38baee01-8881-4b37-96b8-d8ebaa9242f0 no longer exists at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:38:38.776520 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c56ce938-3d35-449f-a8ba-307e2f9474c3 admin admin] Publish callbacks [] for security_group (0ad8d962-ad90-4734-999e-facbcfd52e0e), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:38.792239 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] No Port match for: 38baee01-8881-4b37-96b8-d8ebaa9242f0 {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:38:38.792589 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 38baee01-8881-4b37-96b8-d8ebaa9242f0 not bound to the agent host dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:38:38.798618 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c56ce938-3d35-449f-a8ba-307e2f9474c3 admin admin] Publish callbacks [] for security_group (0ad8d962-ad90-4734-999e-facbcfd52e0e), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:38.845501 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c56ce938-3d35-449f-a8ba-307e2f9474c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (0ad8d962-ad90-4734-999e-facbcfd52e0e), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:38.848118 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c56ce938-3d35-449f-a8ba-307e2f9474c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:38.849293 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-c56ce938-3d35-449f-a8ba-307e2f9474c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0ad8d962-ad90-4734-999e-facbcfd52e0e HTTP/1.1" status: 204 len: 168 time: 0.1205628 Apr 05 22:38:38.858556 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56ce938-3d35-449f-a8ba-307e2f9474c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad8d962-ad90-4734-999e-facbcfd52e0e,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:39.146966 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:40.730126 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:40.880238 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:38:48.022007 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3867c4-c49f-4e2a-aa1e-140dde66dd65 req-18f4bcfe-4628-46ac-8a6b-01993baa2542 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:48.023490 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3e3867c4-c49f-4e2a-aa1e-140dde66dd65 req-18f4bcfe-4628-46ac-8a6b-01993baa2542 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 946 time: 0.0551410 Apr 05 22:38:48.069114 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3e3867c4-c49f-4e2a-aa1e-140dde66dd65 req-54571611-046d-48ca-bf7a-f3bef6624c76 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392058 Apr 05 22:38:49.155992 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9de89-b54c-4125-93d2-b4f45aa5748f req-635e0203-1ea9-4dcc-ac17-907f36c7fe24 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:49.157369 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1ee9de89-b54c-4125-93d2-b4f45aa5748f req-635e0203-1ea9-4dcc-ac17-907f36c7fe24 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 946 time: 0.0608606 Apr 05 22:38:49.232922 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ea031-3d1a-4114-9925-a612570fd7b5 req-1d27217d-36f6-4aa9-ab4e-f6a03673b27d tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:49.234370 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d97ea031-3d1a-4114-9925-a612570fd7b5 req-1d27217d-36f6-4aa9-ab4e-f6a03673b27d tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 946 time: 0.0955822 Apr 05 22:38:49.306946 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d97ea031-3d1a-4114-9925-a612570fd7b5 req-a622071c-6477-4c2f-bca7-13ccdebf7a06 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553346 Apr 05 22:38:49.312853 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-1ee9de89-b54c-4125-93d2-b4f45aa5748f req-bd63df61-2eb3-465a-85e1-95efb085a4ae tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Deleting port 4640548d-5069-4d6c-aff5-d4b623b01a6c {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:49.313168 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1ee9de89-b54c-4125-93d2-b4f45aa5748f req-bd63df61-2eb3-465a-85e1-95efb085a4ae tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (4640548d-5069-4d6c-aff5-d4b623b01a6c), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:49.403721 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-1ee9de89-b54c-4125-93d2-b4f45aa5748f req-bd63df61-2eb3-465a-85e1-95efb085a4ae tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] For port 4640548d-5069-4d6c-aff5-d4b623b01a6c, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=4640548d-5069-4d6c-aff5-d4b623b01a6c,segment=NetworkSegment(1bf2125a-a764-49fd-9387-c1e53e0d177b),segment_id=1bf2125a-a764-49fd-9387-c1e53e0d177b)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:49.404089 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1ee9de89-b54c-4125-93d2-b4f45aa5748f req-bd63df61-2eb3-465a-85e1-95efb085a4ae tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (4640548d-5069-4d6c-aff5-d4b623b01a6c), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:49.567888 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1ee9de89-b54c-4125-93d2-b4f45aa5748f req-bd63df61-2eb3-465a-85e1-95efb085a4ae tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:49.568249 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1ee9de89-b54c-4125-93d2-b4f45aa5748f req-bd63df61-2eb3-465a-85e1-95efb085a4ae tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528098'] for floatingip (853729cb-2e4b-4de0-9ad9-40e8ef81a7f7), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:49.568567 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.db.l3_db [req-1ee9de89-b54c-4125-93d2-b4f45aa5748f req-bd63df61-2eb3-465a-85e1-95efb085a4ae tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Floating IP 853729cb-2e4b-4de0-9ad9-40e8ef81a7f7 disassociated. External IP: 172.27.2.115, port: 4640548d-5069-4d6c-aff5-d4b623b01a6c. Apr 05 22:38:49.568935 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-1ee9de89-b54c-4125-93d2-b4f45aa5748f req-bd63df61-2eb3-465a-85e1-95efb085a4ae tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Calling delete_port for 4640548d-5069-4d6c-aff5-d4b623b01a6c owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:49.700791 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1ee9de89-b54c-4125-93d2-b4f45aa5748f req-bd63df61-2eb3-465a-85e1-95efb085a4ae tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (4640548d-5069-4d6c-aff5-d4b623b01a6c), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:49.730119 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd63df61-2eb3-465a-85e1-95efb085a4ae tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Pushing event deleted for resources: {'Port': ['ID=4640548d-5069-4d6c-aff5-d4b623b01a6c,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:49.741920 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63df61-2eb3-465a-85e1-95efb085a4ae tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:49.742279 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63df61-2eb3-465a-85e1-95efb085a4ae tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:49.742632 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63df61-2eb3-465a-85e1-95efb085a4ae tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:49.742978 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63df61-2eb3-465a-85e1-95efb085a4ae tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:49.743314 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63df61-2eb3-465a-85e1-95efb085a4ae tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:49.743649 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63df61-2eb3-465a-85e1-95efb085a4ae tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:49.744124 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63df61-2eb3-465a-85e1-95efb085a4ae tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:49.744314 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63df61-2eb3-465a-85e1-95efb085a4ae tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:49.744642 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63df61-2eb3-465a-85e1-95efb085a4ae tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:49.745066 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63df61-2eb3-465a-85e1-95efb085a4ae tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:49.745397 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63df61-2eb3-465a-85e1-95efb085a4ae tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:49.745733 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63df61-2eb3-465a-85e1-95efb085a4ae tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:49.746052 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63df61-2eb3-465a-85e1-95efb085a4ae tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:49.746371 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63df61-2eb3-465a-85e1-95efb085a4ae tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:49.746990 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63df61-2eb3-465a-85e1-95efb085a4ae tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:49.862107 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ee9de89-b54c-4125-93d2-b4f45aa5748f req-bd63df61-2eb3-465a-85e1-95efb085a4ae tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Router 09af68de-9ff1-4ad6-8036-8283324aa101 has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:38:49.974818 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ee9de89-b54c-4125-93d2-b4f45aa5748f req-bd63df61-2eb3-465a-85e1-95efb085a4ae tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:38:49.986124 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ac7ca8-b303-4efe-8813-f8512c61d358 None None] Sync routers for ids ['09af68de-9ff1-4ad6-8036-8283324aa101'] in dv-cinder-835879-4-iscsi {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:38:49.997220 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ac7ca8-b303-4efe-8813-f8512c61d358 None None] Routers {'09af68de-9ff1-4ad6-8036-8283324aa101'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:49.997836 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-c4ac7ca8-b303-4efe-8813-f8512c61d358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:38:37Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['09af68de-9ff1-4ad6-8036-8283324aa101'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:50.016317 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee9de89-b54c-4125-93d2-b4f45aa5748f req-bd63df61-2eb3-465a-85e1-95efb085a4ae tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] No DVR routers for this DVR port 4640548d-5069-4d6c-aff5-d4b623b01a6c on host hv-cinder-83587 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:38:50.019195 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1ee9de89-b54c-4125-93d2-b4f45aa5748f req-bd63df61-2eb3-465a-85e1-95efb085a4ae tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:50.022491 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1ee9de89-b54c-4125-93d2-b4f45aa5748f req-bd63df61-2eb3-465a-85e1-95efb085a4ae tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.46 "DELETE /v2.0/ports/4640548d-5069-4d6c-aff5-d4b623b01a6c HTTP/1.1" status: 204 len: 173 time: 0.8514075 Apr 05 22:38:50.022934 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c97b8f-b9f5-4658-bac4-08f8376e04ae', 'name': 'network-vif-deleted', 'tag': '4640548d-5069-4d6c-aff5-d4b623b01a6c'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:38:50.025362 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb57d18-075e-42cc-bf26-0f4f009b7d07" -d '{"events": [{"server_uuid": "70c97b8f-b9f5-4658-bac4-08f8376e04ae", "name": "network-vif-deleted", "tag": "4640548d-5069-4d6c-aff5-d4b623b01a6c"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:38:50.079263 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63129fe7-071d-4c79-8a4d-6a3791f89d0f x-openstack-request-id: req-63129fe7-071d-4c79-8a4d-6a3791f89d0f {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:38:50.079569 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c97b8f-b9f5-4658-bac4-08f8376e04ae", "name": "network-vif-deleted", "tag": "4640548d-5069-4d6c-aff5-d4b623b01a6c", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:38:50.079829 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-63129fe7-071d-4c79-8a4d-6a3791f89d0f {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:38:50.080245 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63129fe7-071d-4c79-8a4d-6a3791f89d0f'] response: {'server_uuid': '70c97b8f-b9f5-4658-bac4-08f8376e04ae', 'name': 'network-vif-deleted', 'tag': '4640548d-5069-4d6c-aff5-d4b623b01a6c', 'status': 'completed', 'code': 200} Apr 05 22:38:50.112804 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-c4ac7ca8-b303-4efe-8813-f8512c61d358 None None] Set router 09af68de-9ff1-4ad6-8036-8283324aa101 gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:50.320105 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-c4ac7ca8-b303-4efe-8813-f8512c61d358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'name': 'tempest-AttachVolumeTestJSON-1059833774-router', 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'ee57049b-5a1f-4d98-9942-93b61a87bf02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:10Z', 'revision_number': 4, 'project_id': '0aceb09e90a9469980b157861e02e481', 'gw_port': {'id': 'ee57049b-5a1f-4d98-9942-93b61a87bf02', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ce:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'a957f97b-dd01-4197-82f8-ac18ba044691', 'name': '', 'network_id': 'b6baf2d1-4111-4179-97b5-8f3d3d51eaff', 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'mac_address': 'fa:16:3e:6e:0e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'acc4bb93-55f5-4d18-8058-b058867f2321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:08Z', 'updated_at': '2022-04-05T22:32:26Z', 'revision_number': 5, 'project_id': '0aceb09e90a9469980b157861e02e481', 'subnets': [{'id': 'acc4bb93-55f5-4d18-8058-b058867f2321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:50.347252 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ac7ca8-b303-4efe-8813-f8512c61d358 None None] Checking router: 09af68de-9ff1-4ad6-8036-8283324aa101 for host: dv-cinder-835879-4-iscsi {{(pid=103305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:38:50.355399 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ac7ca8-b303-4efe-8813-f8512c61d358 None None] Routers {'09af68de-9ff1-4ad6-8036-8283324aa101'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:50.356004 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-c4ac7ca8-b303-4efe-8813-f8512c61d358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:38:37Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['09af68de-9ff1-4ad6-8036-8283324aa101'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:50.413685 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-98c09d6f-60d8-47f4-b6be-d72abe4cf6a2 req-339f6d08-9aa6-43ff-90f9-040a1c9d97e7 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=70c97b8f-b9f5-4658-bac4-08f8376e04ae HTTP/1.1" status: 200 len: 210 time: 0.0282712 Apr 05 22:38:50.483865 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-c4ac7ca8-b303-4efe-8813-f8512c61d358 None None] Set router 09af68de-9ff1-4ad6-8036-8283324aa101 gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:50.682529 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-c4ac7ca8-b303-4efe-8813-f8512c61d358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'name': 'tempest-AttachVolumeTestJSON-1059833774-router', 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'ee57049b-5a1f-4d98-9942-93b61a87bf02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:10Z', 'revision_number': 4, 'project_id': '0aceb09e90a9469980b157861e02e481', 'gw_port': {'id': 'ee57049b-5a1f-4d98-9942-93b61a87bf02', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ce:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'a957f97b-dd01-4197-82f8-ac18ba044691', 'name': '', 'network_id': 'b6baf2d1-4111-4179-97b5-8f3d3d51eaff', 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'mac_address': 'fa:16:3e:6e:0e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'acc4bb93-55f5-4d18-8058-b058867f2321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:08Z', 'updated_at': '2022-04-05T22:32:26Z', 'revision_number': 5, 'project_id': '0aceb09e90a9469980b157861e02e481', 'subnets': [{'id': 'acc4bb93-55f5-4d18-8058-b058867f2321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:50.708284 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ac7ca8-b303-4efe-8813-f8512c61d358 None None] The sync data for ids ['09af68de-9ff1-4ad6-8036-8283324aa101'] in dv-cinder-835879-4-iscsi is: [{'id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'name': 'tempest-AttachVolumeTestJSON-1059833774-router', 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'ee57049b-5a1f-4d98-9942-93b61a87bf02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:10Z', 'revision_number': 4, 'project_id': '0aceb09e90a9469980b157861e02e481', 'gw_port': {'id': 'ee57049b-5a1f-4d98-9942-93b61a87bf02', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ce:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'a957f97b-dd01-4197-82f8-ac18ba044691', 'name': '', 'network_id': 'b6baf2d1-4111-4179-97b5-8f3d3d51eaff', 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'mac_address': 'fa:16:3e:6e:0e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'acc4bb93-55f5-4d18-8058-b058867f2321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:08Z', 'updated_at': '2022-04-05T22:32:26Z', 'revision_number': 5, 'project_id': '0aceb09e90a9469980b157861e02e481', 'subnets': [{'id': 'acc4bb93-55f5-4d18-8058-b058867f2321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:38:50.937916 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7001e1d8-1b75-41f9-91f3-5d65fa90ee17 None None] New status for floating IP 853729cb-2e4b-4de0-9ad9-40e8ef81a7f7: DOWN {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:38:51.246870 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 49446) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:51.352457 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4cfe1350-dbbf-4a35-a5c8-29f5c31059c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:51.428577 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4cfe1350-dbbf-4a35-a5c8-29f5c31059c6 admin admin] Publish callbacks [] for security_group (6b03c949-aaae-4c6e-ad86-6498927c8f60), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:51.432449 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4cfe1350-dbbf-4a35-a5c8-29f5c31059c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (6b03c949-aaae-4c6e-ad86-6498927c8f60), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:51.471279 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-4cfe1350-dbbf-4a35-a5c8-29f5c31059c6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dbc0770d416b4578849ca06f32f487f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2232423 Apr 05 22:38:51.472124 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe1350-dbbf-4a35-a5c8-29f5c31059c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b03c949-aaae-4c6e-ad86-6498927c8f60,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:51.473845 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 49454) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:51.501007 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 49456) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:51.525952 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a1b5720d-e505-4c36-a60d-35e6af0dd1a5 admin admin] Publish callbacks [] for security_group (6b03c949-aaae-4c6e-ad86-6498927c8f60), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:51.551164 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a1b5720d-e505-4c36-a60d-35e6af0dd1a5 admin admin] Publish callbacks [] for security_group (6b03c949-aaae-4c6e-ad86-6498927c8f60), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:51.554438 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6359ffb5-6849-47a0-9cd9-e131fd80a37d tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks [] for security_group (9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:51.577455 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6359ffb5-6849-47a0-9cd9-e131fd80a37d tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks [] for security_group (9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:51.601227 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a1b5720d-e505-4c36-a60d-35e6af0dd1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (6b03c949-aaae-4c6e-ad86-6498927c8f60), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:51.603849 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a1b5720d-e505-4c36-a60d-35e6af0dd1a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:51.605026 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-a1b5720d-e505-4c36-a60d-35e6af0dd1a5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6b03c949-aaae-4c6e-ad86-6498927c8f60 HTTP/1.1" status: 204 len: 168 time: 0.1294253 Apr 05 22:38:51.613454 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5720d-e505-4c36-a60d-35e6af0dd1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b03c949-aaae-4c6e-ad86-6498927c8f60,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:51.628589 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6359ffb5-6849-47a0-9cd9-e131fd80a37d tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:51.631396 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6359ffb5-6849-47a0-9cd9-e131fd80a37d tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:51.632568 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-6359ffb5-6849-47a0-9cd9-e131fd80a37d tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "DELETE /v2.0/security-groups/9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0 HTTP/1.1" status: 204 len: 168 time: 0.1305172 Apr 05 22:38:51.635306 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 49460) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:51.643284 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6359ffb5-6849-47a0-9cd9-e131fd80a37d tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:51.652261 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.api.v2.resource [None req-f7338c9f-3f25-4e50-a2bd-ccda65852f82 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] show failed (client error): The resource could not be found. Apr 05 22:38:51.653873 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-f7338c9f-3f25-4e50-a2bd-ccda65852f82 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups/9ae440a1-9c00-40cb-a4c5-dada7f8c5fd0 HTTP/1.1" status: 404 len: 347 time: 0.0175443 Apr 05 22:38:51.656672 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 49462) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:51.785012 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-c01a42f5-447b-4454-86c8-20a1dd3b412b tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Deleting port 0f61f928-de02-475e-9589-2761ae076337 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:51.785266 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c01a42f5-447b-4454-86c8-20a1dd3b412b tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (0f61f928-de02-475e-9589-2761ae076337), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:51.869067 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c01a42f5-447b-4454-86c8-20a1dd3b412b tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (0f61f928-de02-475e-9589-2761ae076337), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:51.869435 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c01a42f5-447b-4454-86c8-20a1dd3b412b tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks [] for floatingip (0f61f928-de02-475e-9589-2761ae076337), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:51.882320 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-c01a42f5-447b-4454-86c8-20a1dd3b412b tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Calling delete_port for 0f61f928-de02-475e-9589-2761ae076337 owned by network:floatingip {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:51.895724 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 49466) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:51.910305 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4df594d2-3181-48b2-9c5e-00f822a6396b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:52.007259 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4df594d2-3181-48b2-9c5e-00f822a6396b admin admin] Publish callbacks [] for security_group (cafb2e49-bc73-401d-9b7f-155cfab2fb43), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:52.011856 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4df594d2-3181-48b2-9c5e-00f822a6396b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (cafb2e49-bc73-401d-9b7f-155cfab2fb43), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:52.030317 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c01a42f5-447b-4454-86c8-20a1dd3b412b tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25648990'] for port (0f61f928-de02-475e-9589-2761ae076337), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:52.060188 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-4df594d2-3181-48b2-9c5e-00f822a6396b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=321fed766fff48f19410f82a54f96e29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1632478 Apr 05 22:38:52.061139 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a42f5-447b-4454-86c8-20a1dd3b412b tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Pushing event deleted for resources: {'Port': ['ID=0f61f928-de02-475e-9589-2761ae076337,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:52.064453 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df594d2-3181-48b2-9c5e-00f822a6396b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafb2e49-bc73-401d-9b7f-155cfab2fb43,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:52.064453 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 49468) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:52.087149 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01a42f5-447b-4454-86c8-20a1dd3b412b tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:52.087499 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01a42f5-447b-4454-86c8-20a1dd3b412b tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:52.087836 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01a42f5-447b-4454-86c8-20a1dd3b412b tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:52.088175 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01a42f5-447b-4454-86c8-20a1dd3b412b tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:52.088509 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01a42f5-447b-4454-86c8-20a1dd3b412b tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:52.088863 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01a42f5-447b-4454-86c8-20a1dd3b412b tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:52.089193 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01a42f5-447b-4454-86c8-20a1dd3b412b tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:52.089542 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01a42f5-447b-4454-86c8-20a1dd3b412b tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:52.090055 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01a42f5-447b-4454-86c8-20a1dd3b412b tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:52.091063 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01a42f5-447b-4454-86c8-20a1dd3b412b tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:52.091556 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01a42f5-447b-4454-86c8-20a1dd3b412b tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:52.092042 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01a42f5-447b-4454-86c8-20a1dd3b412b tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:52.092516 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01a42f5-447b-4454-86c8-20a1dd3b412b tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:52.093224 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01a42f5-447b-4454-86c8-20a1dd3b412b tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:52.093709 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01a42f5-447b-4454-86c8-20a1dd3b412b tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:52.119228 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f56690f1-bb18-4026-a559-140888667ca2 admin admin] Publish callbacks [] for security_group (cafb2e49-bc73-401d-9b7f-155cfab2fb43), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:52.141534 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c01a42f5-447b-4454-86c8-20a1dd3b412b tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks [] for floatingip (853729cb-2e4b-4de0-9ad9-40e8ef81a7f7), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:52.141973 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f56690f1-bb18-4026-a559-140888667ca2 admin admin] Publish callbacks [] for security_group (cafb2e49-bc73-401d-9b7f-155cfab2fb43), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:52.144633 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c01a42f5-447b-4454-86c8-20a1dd3b412b tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for floatingip (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:52.148194 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-c01a42f5-447b-4454-86c8-20a1dd3b412b tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "DELETE /v2.0/floatingips/853729cb-2e4b-4de0-9ad9-40e8ef81a7f7 HTTP/1.1" status: 204 len: 168 time: 0.4904866 Apr 05 22:38:52.199437 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f56690f1-bb18-4026-a559-140888667ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (cafb2e49-bc73-401d-9b7f-155cfab2fb43), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:52.202166 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f56690f1-bb18-4026-a559-140888667ca2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:52.205668 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-f56690f1-bb18-4026-a559-140888667ca2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cafb2e49-bc73-401d-9b7f-155cfab2fb43 HTTP/1.1" status: 204 len: 168 time: 0.1383665 Apr 05 22:38:52.212995 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56690f1-bb18-4026-a559-140888667ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafb2e49-bc73-401d-9b7f-155cfab2fb43,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:52.713846 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 49488) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:52.718752 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-6ce08595-21df-4fe2-b714-72033bf1fdbf tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1739295041', 'description': 'tempest-description--1523544565'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:52.741855 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ce08595-21df-4fe2-b714-72033bf1fdbf tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:52.808568 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ce08595-21df-4fe2-b714-72033bf1fdbf tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks [] for security_group (56054acb-16e2-40c5-8884-c42a536e98d8), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:52.812718 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ce08595-21df-4fe2-b714-72033bf1fdbf tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (56054acb-16e2-40c5-8884-c42a536e98d8), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:52.836692 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ce08595-21df-4fe2-b714-72033bf1fdbf tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:52.837943 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-6ce08595-21df-4fe2-b714-72033bf1fdbf tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1229501 Apr 05 22:38:52.841111 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 49494) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:52.845790 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce08595-21df-4fe2-b714-72033bf1fdbf tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56054acb-16e2-40c5-8884-c42a536e98d8,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:52.856972 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-9d223491-beb3-4ef9-a5ba-3e65b32d04f6 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Request body: {'security_group_rule': {'security_group_id': '56054acb-16e2-40c5-8884-c42a536e98d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:52.882864 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9d223491-beb3-4ef9-a5ba-3e65b32d04f6 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks [] for security_group_rule (dc53606c-509e-41a4-abca-4794f8d71e92), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:52.933955 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9d223491-beb3-4ef9-a5ba-3e65b32d04f6 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks [] for security_group_rule (dc53606c-509e-41a4-abca-4794f8d71e92), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:52.938073 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9d223491-beb3-4ef9-a5ba-3e65b32d04f6 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554007'] for security_group_rule (dc53606c-509e-41a4-abca-4794f8d71e92), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:52.956100 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d223491-beb3-4ef9-a5ba-3e65b32d04f6 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc53606c-509e-41a4-abca-4794f8d71e92,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:52.966362 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9d223491-beb3-4ef9-a5ba-3e65b32d04f6 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:52.967642 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-9d223491-beb3-4ef9-a5ba-3e65b32d04f6 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1243045 Apr 05 22:38:52.970305 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 49498) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:52.974593 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-1edd928b-e051-4a77-b762-8c040008f06a tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Request body: {'security_group_rule': {'security_group_id': '56054acb-16e2-40c5-8884-c42a536e98d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:53.003925 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1edd928b-e051-4a77-b762-8c040008f06a tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks [] for security_group_rule (a65cc64a-00a0-4b41-8bad-9ef013f57337), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:53.059215 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1edd928b-e051-4a77-b762-8c040008f06a tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks [] for security_group_rule (a65cc64a-00a0-4b41-8bad-9ef013f57337), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:53.063358 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1edd928b-e051-4a77-b762-8c040008f06a tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554007'] for security_group_rule (a65cc64a-00a0-4b41-8bad-9ef013f57337), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:53.078319 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd928b-e051-4a77-b762-8c040008f06a tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a65cc64a-00a0-4b41-8bad-9ef013f57337,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:53.094283 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1edd928b-e051-4a77-b762-8c040008f06a tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:53.098354 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-1edd928b-e051-4a77-b762-8c040008f06a tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1243021 Apr 05 22:38:53.098778 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 49506) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:53.103204 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-b2103627-5af4-40f1-8269-d5f143736871 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Request body: {'floatingip': {'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:53.123724 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b2103627-5af4-40f1-8269-d5f143736871 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:53.226738 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b2103627-5af4-40f1-8269-d5f143736871 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:53.333564 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-b2103627-5af4-40f1-8269-d5f143736871 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Allocated IP 172.27.2.189 (f2e9bb50-0445-459c-9ef2-0222ede25138/2ac17549-fc87-4e20-be5e-92c340e9a8b2/d3d3512d-effb-42a2-91c4-7002a6ca31a7) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:38:53.447594 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b2103627-5af4-40f1-8269-d5f143736871 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks [] for port (d3d3512d-effb-42a2-91c4-7002a6ca31a7), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:53.481844 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b2103627-5af4-40f1-8269-d5f143736871 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (d3d3512d-effb-42a2-91c4-7002a6ca31a7), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:53.519383 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2103627-5af4-40f1-8269-d5f143736871 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Network f2e9bb50-0445-459c-9ef2-0222ede25138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:38:53.522243 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-b2103627-5af4-40f1-8269-d5f143736871 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:38:53.528795 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2103627-5af4-40f1-8269-d5f143736871 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:38:53.556712 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2103627-5af4-40f1-8269-d5f143736871 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Pushing event updated for resources: {'Port': ['ID=d3d3512d-effb-42a2-91c4-7002a6ca31a7,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:53.622717 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b2103627-5af4-40f1-8269-d5f143736871 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks [] for floatingip (a978f571-1433-435c-9563-0e4d682efa07), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:53.663168 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b2103627-5af4-40f1-8269-d5f143736871 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (d3d3512d-effb-42a2-91c4-7002a6ca31a7), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:53.823732 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b2103627-5af4-40f1-8269-d5f143736871 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks [] for port (d3d3512d-effb-42a2-91c4-7002a6ca31a7), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:53.828914 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b2103627-5af4-40f1-8269-d5f143736871 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28860065'] for port (d3d3512d-effb-42a2-91c4-7002a6ca31a7), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:53.894601 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2103627-5af4-40f1-8269-d5f143736871 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Pushing event updated for resources: {'Port': ['ID=d3d3512d-effb-42a2-91c4-7002a6ca31a7,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:53.920005 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b2103627-5af4-40f1-8269-d5f143736871 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528098'] for floatingip (a978f571-1433-435c-9563-0e4d682efa07), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:53.935215 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b2103627-5af4-40f1-8269-d5f143736871 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:53.940634 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-b2103627-5af4-40f1-8269-d5f143736871 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8367231 Apr 05 22:38:54.071121 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 4640548d-5069-4d6c-aff5-d4b623b01a6c no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:38:54.102353 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] No Port match for: 4640548d-5069-4d6c-aff5-d4b623b01a6c {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:38:54.102803 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 4640548d-5069-4d6c-aff5-d4b623b01a6c not bound to the agent host hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:38:54.143579 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-3c010ea3-a45e-4b48-98c3-7a24ebf88684 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1739295041&fields=id&tenant_id=0aceb09e90a9469980b157861e02e481 HTTP/1.1" status: 200 len: 267 time: 0.0448039 Apr 05 22:38:54.161279 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 49564) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:54.254829 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-7e84d85f-d500-4ec7-a7e5-624b09421dbd tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:54.256311 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-7e84d85f-d500-4ec7-a7e5-624b09421dbd tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/networks?id=b6baf2d1-4111-4179-97b5-8f3d3d51eaff HTTP/1.1" status: 200 len: 811 time: 0.1063356 Apr 05 22:38:54.264364 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6dc04af3-bede-459f-b5b1-61e014a3c6cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:54.271108 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-7079ff08-3387-4e62-890c-55c5c8282264 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/quotas/0aceb09e90a9469980b157861e02e481 HTTP/1.1" status: 200 len: 375 time: 0.0095713 Apr 05 22:38:54.326594 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-bf5867cf-9a13-478c-9746-f5e07c71aac4 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0aceb09e90a9469980b157861e02e481&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502329 Apr 05 22:38:54.336912 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6dc04af3-bede-459f-b5b1-61e014a3c6cb admin admin] Publish callbacks [] for security_group (580fc8af-da5b-454a-a6af-fbeeded06c91), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:54.340914 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6dc04af3-bede-459f-b5b1-61e014a3c6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (580fc8af-da5b-454a-a6af-fbeeded06c91), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:54.379656 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc04af3-bede-459f-b5b1-61e014a3c6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580fc8af-da5b-454a-a6af-fbeeded06c91,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:54.383918 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-6dc04af3-bede-459f-b5b1-61e014a3c6cb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=43a3dbd65ab24c188c376ec291968602&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215588 Apr 05 22:38:54.386593 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 49568) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:54.433752 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-a3602a0a-57c6-44e6-8154-c54308c192bd service neutron] 10.222.0.15 "GET /v2.0/networks/b6baf2d1-4111-4179-97b5-8f3d3d51eaff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957484 Apr 05 22:38:54.437877 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-57f99a0d-8d5f-4a3c-b022-573c0d360305 admin admin] Publish callbacks [] for security_group (580fc8af-da5b-454a-a6af-fbeeded06c91), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:54.459949 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-57f99a0d-8d5f-4a3c-b022-573c0d360305 admin admin] Publish callbacks [] for security_group (580fc8af-da5b-454a-a6af-fbeeded06c91), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:54.510515 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-57f99a0d-8d5f-4a3c-b022-573c0d360305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (580fc8af-da5b-454a-a6af-fbeeded06c91), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:54.513229 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-57f99a0d-8d5f-4a3c-b022-573c0d360305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:54.514382 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-57f99a0d-8d5f-4a3c-b022-573c0d360305 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/580fc8af-da5b-454a-a6af-fbeeded06c91 HTTP/1.1" status: 204 len: 168 time: 0.1268713 Apr 05 22:38:54.524095 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f99a0d-8d5f-4a3c-b022-573c0d360305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580fc8af-da5b-454a-a6af-fbeeded06c91,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:54.526967 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-bee419ba-e1f1-42bb-bc15-84d563116181 service neutron] 10.222.0.15 "GET /v2.0/networks/b6baf2d1-4111-4179-97b5-8f3d3d51eaff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864847 Apr 05 22:38:54.697100 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b46a1eac-7629-4694-8a1e-f232821f33b6 req-d44efc85-1856-480d-a0d1-e2a49ba4c49b tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=781aa77e-4051-4f41-98dd-d623ba0929a1 HTTP/1.1" status: 200 len: 210 time: 0.0336814 Apr 05 22:38:54.797619 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 49582) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:54.814714 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e0987948-dd5b-4d90-a29b-28bf82d1cf43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:54.893988 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e0987948-dd5b-4d90-a29b-28bf82d1cf43 admin admin] Publish callbacks [] for security_group (0a8b489b-cdfa-488a-9db3-d1cd6cfead73), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:54.897548 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e0987948-dd5b-4d90-a29b-28bf82d1cf43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (0a8b489b-cdfa-488a-9db3-d1cd6cfead73), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:54.935118 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0987948-dd5b-4d90-a29b-28bf82d1cf43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8b489b-cdfa-488a-9db3-d1cd6cfead73,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:54.942756 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-e0987948-dd5b-4d90-a29b-28bf82d1cf43 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e2b4a5a52b5c4664982b2c4198a1d711&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1417539 Apr 05 22:38:54.943670 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 49586) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:54.998041 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8bd82834-70e9-427d-9ef7-a4f9bbc53bb0 admin admin] Publish callbacks [] for security_group (0a8b489b-cdfa-488a-9db3-d1cd6cfead73), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:55.020146 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8bd82834-70e9-427d-9ef7-a4f9bbc53bb0 admin admin] Publish callbacks [] for security_group (0a8b489b-cdfa-488a-9db3-d1cd6cfead73), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:55.073235 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8bd82834-70e9-427d-9ef7-a4f9bbc53bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (0a8b489b-cdfa-488a-9db3-d1cd6cfead73), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:55.075807 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8bd82834-70e9-427d-9ef7-a4f9bbc53bb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:55.076987 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-8bd82834-70e9-427d-9ef7-a4f9bbc53bb0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0a8b489b-cdfa-488a-9db3-d1cd6cfead73 HTTP/1.1" status: 204 len: 168 time: 0.1324501 Apr 05 22:38:55.085975 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd82834-70e9-427d-9ef7-a4f9bbc53bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8b489b-cdfa-488a-9db3-d1cd6cfead73,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:55.641958 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-21b94934-c1cb-4626-817d-b21ed029b2c8 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:55.643491 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-21b94934-c1cb-4626-817d-b21ed029b2c8 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.46 "GET /v2.0/networks?id=b6baf2d1-4111-4179-97b5-8f3d3d51eaff HTTP/1.1" status: 200 len: 811 time: 0.1084123 Apr 05 22:38:55.709667 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-421ab82e-26b8-4cea-937c-5913353872ef tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0aceb09e90a9469980b157861e02e481 HTTP/1.1" status: 200 len: 380 time: 0.0565317 Apr 05 22:38:55.717289 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-99895045-c786-4afb-a0b0-33764d7e3620 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Request body: {'port': {'device_id': '781aa77e-4051-4f41-98dd-d623ba0929a1', 'network_id': 'b6baf2d1-4111-4179-97b5-8f3d3d51eaff', 'admin_state_up': True, 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'security_groups': ['56054acb-16e2-40c5-8884-c42a536e98d8']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:55.803197 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5e768fb2-1e4d-42e1-b34e-8796fe053c72 req-3a741e31-7244-44c7-92f0-a0a8bfa1f326 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=781aa77e-4051-4f41-98dd-d623ba0929a1 HTTP/1.1" status: 200 len: 210 time: 0.0298445 Apr 05 22:38:55.852378 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-99895045-c786-4afb-a0b0-33764d7e3620 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Made reservation on behalf of 0aceb09e90a9469980b157861e02e481 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:38:55.855746 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-99895045-c786-4afb-a0b0-33764d7e3620 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:55.983069 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-99895045-c786-4afb-a0b0-33764d7e3620 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Allocated IP 172.20.0.6 (b6baf2d1-4111-4179-97b5-8f3d3d51eaff/acc4bb93-55f5-4d18-8058-b058867f2321/b081c369-7f78-4ec2-94b1-fd1b1ab72f5c) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:38:56.127866 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-99895045-c786-4afb-a0b0-33764d7e3620 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks [] for port (b081c369-7f78-4ec2-94b1-fd1b1ab72f5c), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:56.160908 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-99895045-c786-4afb-a0b0-33764d7e3620 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (b081c369-7f78-4ec2-94b1-fd1b1ab72f5c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:56.204802 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-99895045-c786-4afb-a0b0-33764d7e3620 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Network b6baf2d1-4111-4179-97b5-8f3d3d51eaff is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:38:56.208059 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-99895045-c786-4afb-a0b0-33764d7e3620 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:38:56.210557 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-99895045-c786-4afb-a0b0-33764d7e3620 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:38:56.239409 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99895045-c786-4afb-a0b0-33764d7e3620 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Pushing event updated for resources: {'Port': ['ID=b081c369-7f78-4ec2-94b1-fd1b1ab72f5c,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:56.273982 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-99895045-c786-4afb-a0b0-33764d7e3620 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:56.274621 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-99895045-c786-4afb-a0b0-33764d7e3620 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:56.294085 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-99895045-c786-4afb-a0b0-33764d7e3620 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5798757 Apr 05 22:38:56.307784 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-6475cd80-2c55-441b-8a75-68996c1288cc service neutron] Request body: {'port': {'device_id': '781aa77e-4051-4f41-98dd-d623ba0929a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:56.374062 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-6475cd80-2c55-441b-8a75-68996c1288cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (b081c369-7f78-4ec2-94b1-fd1b1ab72f5c), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:56.464275 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-3a85f4ab-c5c4-4696-9963-75c9658bc216 None None] Provisioning complete for port b081c369-7f78-4ec2-94b1-fd1b1ab72f5c triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:56.465885 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a85f4ab-c5c4-4696-9963-75c9658bc216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (b081c369-7f78-4ec2-94b1-fd1b1ab72f5c), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:56.504718 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-3a85f4ab-c5c4-4696-9963-75c9658bc216 None None] Port b081c369-7f78-4ec2-94b1-fd1b1ab72f5c cannot update to ACTIVE because it is not bound. {{(pid=103304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:38:56.650102 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-6475cd80-2c55-441b-8a75-68996c1288cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b081c369-7f78-4ec2-94b1-fd1b1ab72f5c {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:38:56.658129 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-6475cd80-2c55-441b-8a75-68996c1288cc service neutron] Publish callbacks [] for port (b081c369-7f78-4ec2-94b1-fd1b1ab72f5c), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:56.670541 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-6475cd80-2c55-441b-8a75-68996c1288cc service neutron] Transition to ACTIVE for port object b081c369-7f78-4ec2-94b1-fd1b1ab72f5c will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:38:56.674265 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-6475cd80-2c55-441b-8a75-68996c1288cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28860065'] for port (b081c369-7f78-4ec2-94b1-fd1b1ab72f5c), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:56.725079 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6475cd80-2c55-441b-8a75-68996c1288cc service neutron] Pushing event updated for resources: {'Port': ['ID=b081c369-7f78-4ec2-94b1-fd1b1ab72f5c,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:56.806046 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-6475cd80-2c55-441b-8a75-68996c1288cc service neutron] Attempting to bind port b081c369-7f78-4ec2-94b1-fd1b1ab72f5c on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:38:56.806486 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-6475cd80-2c55-441b-8a75-68996c1288cc service neutron] Attempting to bind port b081c369-7f78-4ec2-94b1-fd1b1ab72f5c by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '1bf2125a-a764-49fd-9387-c1e53e0d177b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b6baf2d1-4111-4179-97b5-8f3d3d51eaff'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:38:56.806920 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-6475cd80-2c55-441b-8a75-68996c1288cc service neutron] Attempting to bind port b081c369-7f78-4ec2-94b1-fd1b1ab72f5c on network b6baf2d1-4111-4179-97b5-8f3d3d51eaff {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:38:56.811700 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-6475cd80-2c55-441b-8a75-68996c1288cc service neutron] Port b081c369-7f78-4ec2-94b1-fd1b1ab72f5c on network b6baf2d1-4111-4179-97b5-8f3d3d51eaff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:38:56.812150 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-6475cd80-2c55-441b-8a75-68996c1288cc service neutron] Attempting to bind port b081c369-7f78-4ec2-94b1-fd1b1ab72f5c on network b6baf2d1-4111-4179-97b5-8f3d3d51eaff {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:38:56.817650 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-6475cd80-2c55-441b-8a75-68996c1288cc service neutron] Checking agent: {'id': '3b59f0d0-9584-48dd-b0cd-e16373160cf9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 30), 'started_at': datetime.datetime(2022, 4, 5, 22, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:38:56.818058 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-6475cd80-2c55-441b-8a75-68996c1288cc service neutron] Checking segment: {'id': '1bf2125a-a764-49fd-9387-c1e53e0d177b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b6baf2d1-4111-4179-97b5-8f3d3d51eaff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:38:56.818448 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-6475cd80-2c55-441b-8a75-68996c1288cc service neutron] Bound using segment: {'id': '1bf2125a-a764-49fd-9387-c1e53e0d177b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b6baf2d1-4111-4179-97b5-8f3d3d51eaff'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:38:56.818890 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-6475cd80-2c55-441b-8a75-68996c1288cc service neutron] Bound port: b081c369-7f78-4ec2-94b1-fd1b1ab72f5c, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bf2125a-a764-49fd-9387-c1e53e0d177b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b6baf2d1-4111-4179-97b5-8f3d3d51eaff'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:38:56.819580 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-6475cd80-2c55-441b-8a75-68996c1288cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (b081c369-7f78-4ec2-94b1-fd1b1ab72f5c), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:56.922842 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-6475cd80-2c55-441b-8a75-68996c1288cc service neutron] For port b081c369-7f78-4ec2-94b1-fd1b1ab72f5c, host hv-cinder-83587, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:38:56.938941 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-6475cd80-2c55-441b-8a75-68996c1288cc service neutron] For port b081c369-7f78-4ec2-94b1-fd1b1ab72f5c, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b081c369-7f78-4ec2-94b1-fd1b1ab72f5c,segment=NetworkSegment(1bf2125a-a764-49fd-9387-c1e53e0d177b),segment_id=1bf2125a-a764-49fd-9387-c1e53e0d177b)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:38:56.945589 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-6475cd80-2c55-441b-8a75-68996c1288cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28860065'] for port (b081c369-7f78-4ec2-94b1-fd1b1ab72f5c), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:56.987072 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7736fcb-e0fe-4e8d-ac61-8ee5c686cdaa req-fa281495-689e-4223-a1d5-bf4ab2a29075 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:56.988551 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d7736fcb-e0fe-4e8d-ac61-8ee5c686cdaa req-fa281495-689e-4223-a1d5-bf4ab2a29075 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=781aa77e-4051-4f41-98dd-d623ba0929a1 HTTP/1.1" status: 200 len: 943 time: 0.1120033 Apr 05 22:38:56.994617 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-6475cd80-2c55-441b-8a75-68996c1288cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:56.995241 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-6475cd80-2c55-441b-8a75-68996c1288cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:56.996936 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-6475cd80-2c55-441b-8a75-68996c1288cc service neutron] 10.222.0.46 "PUT /v2.0/ports/b081c369-7f78-4ec2-94b1-fd1b1ab72f5c HTTP/1.1" status: 200 len: 1093 time: 0.6948576 Apr 05 22:38:56.997533 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '781aa77e-4051-4f41-98dd-d623ba0929a1', 'tag': 'b081c369-7f78-4ec2-94b1-fd1b1ab72f5c'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:38:56.999612 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9383ae-f647-4cdd-880e-4fe1623d1df0" -d '{"events": [{"name": "network-changed", "server_uuid": "781aa77e-4051-4f41-98dd-d623ba0929a1", "tag": "b081c369-7f78-4ec2-94b1-fd1b1ab72f5c"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:38:57.060974 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3039b010-07b3-441a-95b6-718fe682453b x-openstack-request-id: req-3039b010-07b3-441a-95b6-718fe682453b {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:38:57.061157 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "781aa77e-4051-4f41-98dd-d623ba0929a1", "tag": "b081c369-7f78-4ec2-94b1-fd1b1ab72f5c", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:38:57.061323 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3039b010-07b3-441a-95b6-718fe682453b {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:38:57.061722 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3039b010-07b3-441a-95b6-718fe682453b'] response: {'name': 'network-changed', 'server_uuid': '781aa77e-4051-4f41-98dd-d623ba0929a1', 'tag': 'b081c369-7f78-4ec2-94b1-fd1b1ab72f5c', 'status': 'completed', 'code': 200} Apr 05 22:38:57.077561 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6475cd80-2c55-441b-8a75-68996c1288cc service neutron] Pushing event updated for resources: {'Port': ['ID=b081c369-7f78-4ec2-94b1-fd1b1ab72f5c,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:57.107393 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d7736fcb-e0fe-4e8d-ac61-8ee5c686cdaa req-0403b6e0-bc61-4bbf-8b70-969a86824bb1 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=56054acb-16e2-40c5-8884-c42a536e98d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033697 Apr 05 22:38:57.124292 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-7f6f9474-1bd9-46ba-ba7b-c2789e3ed07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:57.124292 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-7f6f9474-1bd9-46ba-ba7b-c2789e3ed07a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0aceb09e90a9469980b157861e02e481&device_id=781aa77e-4051-4f41-98dd-d623ba0929a1 HTTP/1.1" status: 200 len: 1127 time: 0.0760288 Apr 05 22:38:57.166234 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-734bdb47-af64-4f16-9e7c-f80251732d5b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b081c369-7f78-4ec2-94b1-fd1b1ab72f5c HTTP/1.1" status: 200 len: 217 time: 0.0354714 Apr 05 22:38:57.459639 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-845f09e7-a47d-4357-8195-0b6bba0331f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:57.461076 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-845f09e7-a47d-4357-8195-0b6bba0331f3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=acc4bb93-55f5-4d18-8058-b058867f2321 HTTP/1.1" status: 200 len: 850 time: 0.2893255 Apr 05 22:38:57.507139 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-14425303-477b-498b-873e-963e0ff47d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:57.508570 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-14425303-477b-498b-873e-963e0ff47d17 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b6baf2d1-4111-4179-97b5-8f3d3d51eaff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416677 Apr 05 22:38:57.596773 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-fcbb4b21-67c1-42f7-99b3-9768225ec804 service neutron] 10.222.0.46 "GET /v2.0/networks/b6baf2d1-4111-4179-97b5-8f3d3d51eaff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824320 Apr 05 22:38:57.684376 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0b4f60ea-21be-46c0-bdda-3cc7eb8a8081 req-47fcbaaa-f733-4540-a44d-823f19b51495 service neutron] 10.222.0.46 "GET /v2.0/networks/b6baf2d1-4111-4179-97b5-8f3d3d51eaff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800583 Apr 05 22:38:58.232974 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf2e76-1a34-4c0e-8fa5-82cef37719f0 req-4178fe44-9b8f-4473-bc39-4617f98342a9 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:58.234440 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8bdf2e76-1a34-4c0e-8fa5-82cef37719f0 req-4178fe44-9b8f-4473-bc39-4617f98342a9 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=781aa77e-4051-4f41-98dd-d623ba0929a1 HTTP/1.1" status: 200 len: 943 time: 0.0529943 Apr 05 22:38:58.283337 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8bdf2e76-1a34-4c0e-8fa5-82cef37719f0 req-8a2e12e0-8cd5-4988-abc5-1c27e6a6e76f tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=56054acb-16e2-40c5-8884-c42a536e98d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432403 Apr 05 22:38:59.255273 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 49656) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:59.361390 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-37add67d-f477-422b-9f39-8acc9fbb5a74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:59.397207 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba09c2-5024-4592-b408-8f2cba0fdc61 req-c6f95174-17b1-4772-b489-f9d8a9b488f5 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:59.398690 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9eba09c2-5024-4592-b408-8f2cba0fdc61 req-c6f95174-17b1-4772-b489-f9d8a9b488f5 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=781aa77e-4051-4f41-98dd-d623ba0929a1 HTTP/1.1" status: 200 len: 943 time: 0.0512741 Apr 05 22:38:59.436335 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-37add67d-f477-422b-9f39-8acc9fbb5a74 admin admin] Publish callbacks [] for security_group (f92e5e62-ed4c-4bf0-ba35-1ee3f37d250f), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:59.440036 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-37add67d-f477-422b-9f39-8acc9fbb5a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (f92e5e62-ed4c-4bf0-ba35-1ee3f37d250f), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:59.445629 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9eba09c2-5024-4592-b408-8f2cba0fdc61 req-4d7391a2-a162-4363-97ee-6817f591b586 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=56054acb-16e2-40c5-8884-c42a536e98d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404012 Apr 05 22:38:59.478159 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-37add67d-f477-422b-9f39-8acc9fbb5a74 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1fe66e8bbfd04dc7b60ebe85512a6487&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2218134 Apr 05 22:38:59.479037 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37add67d-f477-422b-9f39-8acc9fbb5a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92e5e62-ed4c-4bf0-ba35-1ee3f37d250f,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:59.480778 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 49662) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:59.528563 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-acdc0b5b-929b-4153-b0a4-af49b689c91b admin admin] Publish callbacks [] for security_group (f92e5e62-ed4c-4bf0-ba35-1ee3f37d250f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:59.549520 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-acdc0b5b-929b-4153-b0a4-af49b689c91b admin admin] Publish callbacks [] for security_group (f92e5e62-ed4c-4bf0-ba35-1ee3f37d250f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:59.595515 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-acdc0b5b-929b-4153-b0a4-af49b689c91b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (f92e5e62-ed4c-4bf0-ba35-1ee3f37d250f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:59.598367 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-acdc0b5b-929b-4153-b0a4-af49b689c91b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:59.602037 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-acdc0b5b-929b-4153-b0a4-af49b689c91b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f92e5e62-ed4c-4bf0-ba35-1ee3f37d250f HTTP/1.1" status: 204 len: 168 time: 0.1176872 Apr 05 22:38:59.607450 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc0b5b-929b-4153-b0a4-af49b689c91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92e5e62-ed4c-4bf0-ba35-1ee3f37d250f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:59.852719 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 49668) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:59.883217 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e73b70aa-deb2-4259-9aef-aaef5710c092 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:59.916664 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9383ae-f647-4cdd-880e-4fe1623d1df0 req-f2bb44d9-b134-4bfc-8394-366fc91d6707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:59.919095 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2f9383ae-f647-4cdd-880e-4fe1623d1df0 req-f2bb44d9-b134-4bfc-8394-366fc91d6707 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0aceb09e90a9469980b157861e02e481&device_id=781aa77e-4051-4f41-98dd-d623ba0929a1 HTTP/1.1" status: 200 len: 1127 time: 0.0761664 Apr 05 22:38:59.922513 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:00.049151 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9383ae-f647-4cdd-880e-4fe1623d1df0 req-ebec46fc-81c8-49ed-9344-1d16ff8de729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:00.050617 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2f9383ae-f647-4cdd-880e-4fe1623d1df0 req-ebec46fc-81c8-49ed-9344-1d16ff8de729 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b6baf2d1-4111-4179-97b5-8f3d3d51eaff HTTP/1.1" status: 200 len: 912 time: 0.1239607 Apr 05 22:39:00.052363 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e73b70aa-deb2-4259-9aef-aaef5710c092 admin admin] Publish callbacks [] for security_group (3ab7ed61-96e1-4349-b82d-ee98a63c62e8), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:00.065094 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e73b70aa-deb2-4259-9aef-aaef5710c092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (3ab7ed61-96e1-4349-b82d-ee98a63c62e8), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:00.084653 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device b081c369-7f78-4ec2-94b1-fd1b1ab72f5c details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:39:00.105742 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2f9383ae-f647-4cdd-880e-4fe1623d1df0 req-da61e417-6e1b-49bf-a41a-51a3efee3a08 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b081c369-7f78-4ec2-94b1-fd1b1ab72f5c HTTP/1.1" status: 200 len: 217 time: 0.0484402 Apr 05 22:39:00.158911 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-e73b70aa-deb2-4259-9aef-aaef5710c092 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=513b5ad4cb5d4641a7ffe4569023c09d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3051193 Apr 05 22:39:00.161295 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b70aa-deb2-4259-9aef-aaef5710c092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab7ed61-96e1-4349-b82d-ee98a63c62e8,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:00.161652 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 49670) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:00.176263 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9383ae-f647-4cdd-880e-4fe1623d1df0 req-ac08febf-1d07-4147-87d8-1c84eddd57f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:00.177778 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2f9383ae-f647-4cdd-880e-4fe1623d1df0 req-ac08febf-1d07-4147-87d8-1c84eddd57f7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=acc4bb93-55f5-4d18-8058-b058867f2321 HTTP/1.1" status: 200 len: 850 time: 0.0627472 Apr 05 22:39:00.185560 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port b081c369-7f78-4ec2-94b1-fd1b1ab72f5c, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b081c369-7f78-4ec2-94b1-fd1b1ab72f5c,segment=NetworkSegment(1bf2125a-a764-49fd-9387-c1e53e0d177b),segment_id=1bf2125a-a764-49fd-9387-c1e53e0d177b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:00.200207 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Returning: {'device': 'b081c369-7f78-4ec2-94b1-fd1b1ab72f5c', 'network_id': 'b6baf2d1-4111-4179-97b5-8f3d3d51eaff', 'port_id': 'b081c369-7f78-4ec2-94b1-fd1b1ab72f5c', 'mac_address': 'fa:16:3e:ee:8a:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acc4bb93-55f5-4d18-8058-b058867f2321', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:39:00.212922 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d943c6e9-d805-49bb-bb48-aaa6a0c3ca1b admin admin] Publish callbacks [] for security_group (3ab7ed61-96e1-4349-b82d-ee98a63c62e8), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:00.234098 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9383ae-f647-4cdd-880e-4fe1623d1df0 req-368095bb-c53f-46a7-8933-fce268d40a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:00.235634 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2f9383ae-f647-4cdd-880e-4fe1623d1df0 req-368095bb-c53f-46a7-8933-fce268d40a80 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b6baf2d1-4111-4179-97b5-8f3d3d51eaff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524256 Apr 05 22:39:00.238092 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d943c6e9-d805-49bb-bb48-aaa6a0c3ca1b admin admin] Publish callbacks [] for security_group (3ab7ed61-96e1-4349-b82d-ee98a63c62e8), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:00.243781 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port b081c369-7f78-4ec2-94b1-fd1b1ab72f5c is: DOWN; New status is: BUILD {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:00.244280 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (b081c369-7f78-4ec2-94b1-fd1b1ab72f5c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:00.259149 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b081c369-7f78-4ec2-94b1-fd1b1ab72f5c {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:39:00.279949 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port b081c369-7f78-4ec2-94b1-fd1b1ab72f5c, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b081c369-7f78-4ec2-94b1-fd1b1ab72f5c,segment=NetworkSegment(1bf2125a-a764-49fd-9387-c1e53e0d177b),segment_id=1bf2125a-a764-49fd-9387-c1e53e0d177b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:00.284097 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (b081c369-7f78-4ec2-94b1-fd1b1ab72f5c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:00.289656 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d943c6e9-d805-49bb-bb48-aaa6a0c3ca1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (3ab7ed61-96e1-4349-b82d-ee98a63c62e8), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:00.292736 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d943c6e9-d805-49bb-bb48-aaa6a0c3ca1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:00.296361 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-d943c6e9-d805-49bb-bb48-aaa6a0c3ca1b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3ab7ed61-96e1-4349-b82d-ee98a63c62e8 HTTP/1.1" status: 204 len: 168 time: 0.1311617 Apr 05 22:39:00.306621 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d943c6e9-d805-49bb-bb48-aaa6a0c3ca1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab7ed61-96e1-4349-b82d-ee98a63c62e8,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:00.338709 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2f9383ae-f647-4cdd-880e-4fe1623d1df0 req-77920daa-4ba2-4e6a-bb4e-4855ca612c87 service neutron] 10.222.0.46 "GET /v2.0/networks/b6baf2d1-4111-4179-97b5-8f3d3d51eaff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952382 Apr 05 22:39:00.345771 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=b081c369-7f78-4ec2-94b1-fd1b1ab72f5c,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:00.435875 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2f9383ae-f647-4cdd-880e-4fe1623d1df0 req-d8c4b998-083d-49c4-80cb-7c1e4439b712 service neutron] 10.222.0.46 "GET /v2.0/networks/b6baf2d1-4111-4179-97b5-8f3d3d51eaff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907133 Apr 05 22:39:00.562297 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a799b90-19e2-4568-beb9-07b8f9d2e74d req-aa98844c-25ee-4b2f-b192-9b0582cd7309 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:00.563790 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7a799b90-19e2-4568-beb9-07b8f9d2e74d req-aa98844c-25ee-4b2f-b192-9b0582cd7309 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=781aa77e-4051-4f41-98dd-d623ba0929a1 HTTP/1.1" status: 200 len: 944 time: 0.0525966 Apr 05 22:39:00.626452 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] get_ports_and_sgs() called for port_ids ['b081c369-7f78-4ec2-94b1-fd1b1ab72f5c'] {{(pid=103304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:39:00.627998 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7a799b90-19e2-4568-beb9-07b8f9d2e74d req-35fc37e9-24a0-49fe-81b2-4ac50f16e7c9 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=56054acb-16e2-40c5-8884-c42a536e98d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586107 Apr 05 22:39:01.744660 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50004448-1e44-4d9c-849f-6cd5bc03864d req-9cc53cf7-07b1-4b36-a5be-1ab163081a9e tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:01.746602 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-50004448-1e44-4d9c-849f-6cd5bc03864d req-9cc53cf7-07b1-4b36-a5be-1ab163081a9e tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=781aa77e-4051-4f41-98dd-d623ba0929a1 HTTP/1.1" status: 200 len: 944 time: 0.0534904 Apr 05 22:39:01.802118 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-50004448-1e44-4d9c-849f-6cd5bc03864d req-b3992158-66f7-49da-a12a-91ee38de57fd tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=56054acb-16e2-40c5-8884-c42a536e98d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493324 Apr 05 22:39:02.111815 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device b081c369-7f78-4ec2-94b1-fd1b1ab72f5c up at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:39:02.161466 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning for port b081c369-7f78-4ec2-94b1-fd1b1ab72f5c completed by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:39:02.172844 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning complete for port b081c369-7f78-4ec2-94b1-fd1b1ab72f5c triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:02.173228 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (b081c369-7f78-4ec2-94b1-fd1b1ab72f5c), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:02.302648 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port b081c369-7f78-4ec2-94b1-fd1b1ab72f5c is: BUILD; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:02.303041 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (b081c369-7f78-4ec2-94b1-fd1b1ab72f5c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:02.360777 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781aa77e-4051-4f41-98dd-d623ba0929a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b081c369-7f78-4ec2-94b1-fd1b1ab72f5c'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:39:02.363064 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16471d07bccade7c78bbaf7939695eccfc965b3074ad902c0ac28a73985796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0fdeee-dac0-47a7-8848-2eef79c50b85" -d '{"events": [{"server_uuid": "781aa77e-4051-4f41-98dd-d623ba0929a1", "name": "network-vif-plugged", "status": "completed", "tag": "b081c369-7f78-4ec2-94b1-fd1b1ab72f5c"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:39:02.378840 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port b081c369-7f78-4ec2-94b1-fd1b1ab72f5c, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b081c369-7f78-4ec2-94b1-fd1b1ab72f5c,segment=NetworkSegment(1bf2125a-a764-49fd-9387-c1e53e0d177b),segment_id=1bf2125a-a764-49fd-9387-c1e53e0d177b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:02.385072 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (b081c369-7f78-4ec2-94b1-fd1b1ab72f5c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:02.409983 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b278084-0f8c-41bb-89a0-77757d2b5aba x-openstack-request-id: req-4b278084-0f8c-41bb-89a0-77757d2b5aba {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:39:02.410307 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781aa77e-4051-4f41-98dd-d623ba0929a1", "name": "network-vif-plugged", "status": "completed", "tag": "b081c369-7f78-4ec2-94b1-fd1b1ab72f5c", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:39:02.410570 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4b278084-0f8c-41bb-89a0-77757d2b5aba {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:39:02.411019 dv-cinder-835879-4-iscsi neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b278084-0f8c-41bb-89a0-77757d2b5aba'] response: {'server_uuid': '781aa77e-4051-4f41-98dd-d623ba0929a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b081c369-7f78-4ec2-94b1-fd1b1ab72f5c', 'code': 200} Apr 05 22:39:02.453991 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=b081c369-7f78-4ec2-94b1-fd1b1ab72f5c,revision_number=5']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:02.584959 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814028c-f2b9-4b5d-87f7-616ed8eb770c req-d64daa6a-6112-435e-ab11-cffdf9528ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:02.586545 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f814028c-f2b9-4b5d-87f7-616ed8eb770c req-d64daa6a-6112-435e-ab11-cffdf9528ceb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=781aa77e-4051-4f41-98dd-d623ba0929a1 HTTP/1.1" status: 200 len: 1129 time: 0.0452828 Apr 05 22:39:02.631285 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f814028c-f2b9-4b5d-87f7-616ed8eb770c req-b1c62f62-82c5-432d-9e92-b8a6083bfeb8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=56054acb-16e2-40c5-8884-c42a536e98d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373082 Apr 05 22:39:02.930553 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7270154-7dd2-4e9e-a54e-0d34ae4d3846 req-68277c59-d880-48d9-b303-e6dbb678f031 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:02.931968 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f7270154-7dd2-4e9e-a54e-0d34ae4d3846 req-68277c59-d880-48d9-b303-e6dbb678f031 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=781aa77e-4051-4f41-98dd-d623ba0929a1 HTTP/1.1" status: 200 len: 945 time: 0.0524418 Apr 05 22:39:02.981617 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f7270154-7dd2-4e9e-a54e-0d34ae4d3846 req-83cf89ce-5a4e-4ce7-a0fa-98e43f3c16c0 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=56054acb-16e2-40c5-8884-c42a536e98d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434217 Apr 05 22:39:04.103950 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32101cb-6bb0-495f-ba38-df04038f08ad req-33248977-0d11-4f1e-90f5-a284d7159523 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:04.105470 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b32101cb-6bb0-495f-ba38-df04038f08ad req-33248977-0d11-4f1e-90f5-a284d7159523 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=781aa77e-4051-4f41-98dd-d623ba0929a1 HTTP/1.1" status: 200 len: 945 time: 0.0558736 Apr 05 22:39:04.154733 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b32101cb-6bb0-495f-ba38-df04038f08ad req-2658ba13-3d59-4cf8-a330-e9aa958817c2 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=56054acb-16e2-40c5-8884-c42a536e98d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427432 Apr 05 22:39:04.314162 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-711bb5e8-560c-49ec-b4dd-5302716530ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:05.271170 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659d0f6-7936-4bc6-b4df-7789e9dbc116 req-7a5b4a76-8362-4096-9fba-4aa048db03ba tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:05.272697 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3659d0f6-7936-4bc6-b4df-7789e9dbc116 req-7a5b4a76-8362-4096-9fba-4aa048db03ba tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=781aa77e-4051-4f41-98dd-d623ba0929a1 HTTP/1.1" status: 200 len: 945 time: 0.0529594 Apr 05 22:39:05.320662 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3659d0f6-7936-4bc6-b4df-7789e9dbc116 req-1f040c78-f5c1-41d7-b671-933d8d37c92c tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=56054acb-16e2-40c5-8884-c42a536e98d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422294 Apr 05 22:39:05.440039 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a15686-2ce1-4195-9cc3-b955ad5ebe05 req-ad146e3a-fb8e-458f-a535-432e952c4be4 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:05.441464 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-78a15686-2ce1-4195-9cc3-b955ad5ebe05 req-ad146e3a-fb8e-458f-a535-432e952c4be4 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=781aa77e-4051-4f41-98dd-d623ba0929a1 HTTP/1.1" status: 200 len: 945 time: 0.0556374 Apr 05 22:39:05.450349 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 49774) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:05.454737 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-b4ec6084-8395-4110-a9f3-82d2c3db1c2e tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Request body: {'floatingip': {'port_id': 'b081c369-7f78-4ec2-94b1-fd1b1ab72f5c'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:05.494956 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b4ec6084-8395-4110-a9f3-82d2c3db1c2e tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks [] for floatingip (a978f571-1433-435c-9563-0e4d682efa07), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:05.950069 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b4ec6084-8395-4110-a9f3-82d2c3db1c2e tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:05.953793 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b4ec6084-8395-4110-a9f3-82d2c3db1c2e tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528098'] for floatingip (a978f571-1433-435c-9563-0e4d682efa07), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:06.056296 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.db.l3_db [None req-b4ec6084-8395-4110-a9f3-82d2c3db1c2e tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Floating IP a978f571-1433-435c-9563-0e4d682efa07 associated. External IP: 172.27.2.189, port: b081c369-7f78-4ec2-94b1-fd1b1ab72f5c. Apr 05 22:39:06.277357 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-901fecba-07e2-4f0a-bab2-6b77e1f54198 req-69672606-b12c-4f33-bf04-6b22d132ccff service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=830b2619-ff59-49a1-8893-3ef9e2a9e9d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1208942 Apr 05 22:39:06.309124 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ec6084-8395-4110-a9f3-82d2c3db1c2e tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Router 09af68de-9ff1-4ad6-8036-8283324aa101 has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:39:06.444441 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fecba-07e2-4f0a-bab2-6b77e1f54198 req-a1f6da9a-4c97-4250-b64e-09c67b449b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:06.445961 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-901fecba-07e2-4f0a-bab2-6b77e1f54198 req-a1f6da9a-4c97-4250-b64e-09c67b449b9b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2697c0786bb14f85b099106396e57e9e&device_id=830b2619-ff59-49a1-8893-3ef9e2a9e9d1 HTTP/1.1" status: 200 len: 1129 time: 0.0939586 Apr 05 22:39:06.456509 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ec6084-8395-4110-a9f3-82d2c3db1c2e tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:39:06.462051 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b4ec6084-8395-4110-a9f3-82d2c3db1c2e tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:06.470119 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eade9c-96d3-491b-91bc-e59c704bc91c None None] Sync routers for ids ['09af68de-9ff1-4ad6-8036-8283324aa101'] in dv-cinder-835879-4-iscsi {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:39:06.482726 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eade9c-96d3-491b-91bc-e59c704bc91c None None] Routers {'09af68de-9ff1-4ad6-8036-8283324aa101'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:39:06.483639 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-92eade9c-96d3-491b-91bc-e59c704bc91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:38:37Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['09af68de-9ff1-4ad6-8036-8283324aa101'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:06.545096 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-b4ec6084-8395-4110-a9f3-82d2c3db1c2e tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "PUT /v2.0/floatingips/a978f571-1433-435c-9563-0e4d682efa07 HTTP/1.1" status: 200 len: 991 time: 1.0934908 Apr 05 22:39:06.547036 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '781aa77e-4051-4f41-98dd-d623ba0929a1', 'tag': 'b081c369-7f78-4ec2-94b1-fd1b1ab72f5c'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:39:06.549314 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde8b1e6-34e0-4330-bbfd-d5ceed313e5a" -d '{"events": [{"name": "network-changed", "server_uuid": "781aa77e-4051-4f41-98dd-d623ba0929a1", "tag": "b081c369-7f78-4ec2-94b1-fd1b1ab72f5c"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:39:06.585233 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fecba-07e2-4f0a-bab2-6b77e1f54198 req-5b47a07c-e396-41cc-9e4e-71d8af759807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:06.587261 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-901fecba-07e2-4f0a-bab2-6b77e1f54198 req-5b47a07c-e396-41cc-9e4e-71d8af759807 service neutron] 10.222.0.46 "GET /v2.0/networks?id=30d168ff-b6ad-4812-af5d-7394de5c0536 HTTP/1.1" status: 200 len: 915 time: 0.1228521 Apr 05 22:39:06.588699 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3c408b-b049-4a27-8fef-4a639d4793e5 x-openstack-request-id: req-7c3c408b-b049-4a27-8fef-4a639d4793e5 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:39:06.589018 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "781aa77e-4051-4f41-98dd-d623ba0929a1", "tag": "b081c369-7f78-4ec2-94b1-fd1b1ab72f5c", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:39:06.589272 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7c3c408b-b049-4a27-8fef-4a639d4793e5 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:39:06.589662 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c3c408b-b049-4a27-8fef-4a639d4793e5'] response: {'name': 'network-changed', 'server_uuid': '781aa77e-4051-4f41-98dd-d623ba0929a1', 'tag': 'b081c369-7f78-4ec2-94b1-fd1b1ab72f5c', 'status': 'completed', 'code': 200} Apr 05 22:39:06.598971 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-92eade9c-96d3-491b-91bc-e59c704bc91c None None] Set router 09af68de-9ff1-4ad6-8036-8283324aa101 gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:39:06.697984 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-901fecba-07e2-4f0a-bab2-6b77e1f54198 req-b033a65c-b844-4f3a-b897-ffe8affabdc1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec HTTP/1.1" status: 200 len: 1001 time: 0.0936956 Apr 05 22:39:06.733255 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8b1e6-34e0-4330-bbfd-d5ceed313e5a req-13716f34-2e5b-461a-ad18-46aef7005662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:06.734825 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-cde8b1e6-34e0-4330-bbfd-d5ceed313e5a req-13716f34-2e5b-461a-ad18-46aef7005662 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0aceb09e90a9469980b157861e02e481&device_id=781aa77e-4051-4f41-98dd-d623ba0929a1 HTTP/1.1" status: 200 len: 1129 time: 0.0934958 Apr 05 22:39:06.800250 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4efceb7e-6922-400a-8c12-ccc40c9e73fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:06.805658 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fecba-07e2-4f0a-bab2-6b77e1f54198 req-74b85265-d363-4acd-9000-390623662d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:06.807161 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-901fecba-07e2-4f0a-bab2-6b77e1f54198 req-74b85265-d363-4acd-9000-390623662d0a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1f7e6b53-f66a-4bf5-b303-757e7b31098d HTTP/1.1" status: 200 len: 853 time: 0.1023290 Apr 05 22:39:06.846993 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-92eade9c-96d3-491b-91bc-e59c704bc91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'name': 'tempest-AttachVolumeTestJSON-1059833774-router', 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'ee57049b-5a1f-4d98-9942-93b61a87bf02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:10Z', 'revision_number': 4, 'project_id': '0aceb09e90a9469980b157861e02e481', 'gw_port': {'id': 'ee57049b-5a1f-4d98-9942-93b61a87bf02', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ce:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': 'a978f571-1433-435c-9563-0e4d682efa07', 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'floating_ip_address': '172.27.2.189', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'port_id': 'b081c369-7f78-4ec2-94b1-fd1b1ab72f5c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6baf2d1-4111-4179-97b5-8f3d3d51eaff', 'mac_address': 'fa:16:3e:ee:8a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781aa77e-4051-4f41-98dd-d623ba0929a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:38:53Z', 'updated_at': '2022-04-05T22:39:05Z', 'revision_number': 1, 'project_id': '0aceb09e90a9469980b157861e02e481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a957f97b-dd01-4197-82f8-ac18ba044691', 'name': '', 'network_id': 'b6baf2d1-4111-4179-97b5-8f3d3d51eaff', 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'mac_address': 'fa:16:3e:6e:0e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'acc4bb93-55f5-4d18-8058-b058867f2321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:08Z', 'updated_at': '2022-04-05T22:32:26Z', 'revision_number': 5, 'project_id': '0aceb09e90a9469980b157861e02e481', 'subnets': [{'id': 'acc4bb93-55f5-4d18-8058-b058867f2321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:06.875416 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eade9c-96d3-491b-91bc-e59c704bc91c None None] Checking router: 09af68de-9ff1-4ad6-8036-8283324aa101 for host: dv-cinder-835879-4-iscsi {{(pid=103305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:39:06.884260 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eade9c-96d3-491b-91bc-e59c704bc91c None None] Routers {'09af68de-9ff1-4ad6-8036-8283324aa101'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:39:06.884917 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-92eade9c-96d3-491b-91bc-e59c704bc91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:39:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['09af68de-9ff1-4ad6-8036-8283324aa101'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:07.000457 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-92eade9c-96d3-491b-91bc-e59c704bc91c None None] Set router 09af68de-9ff1-4ad6-8036-8283324aa101 gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:39:07.131199 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8b1e6-34e0-4330-bbfd-d5ceed313e5a req-d516cc2b-3539-4c41-906d-ced0c0fbfed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:07.132613 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-cde8b1e6-34e0-4330-bbfd-d5ceed313e5a req-d516cc2b-3539-4c41-906d-ced0c0fbfed9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b6baf2d1-4111-4179-97b5-8f3d3d51eaff HTTP/1.1" status: 200 len: 912 time: 0.3912001 Apr 05 22:39:07.139657 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fecba-07e2-4f0a-bab2-6b77e1f54198 req-bbd1a279-f1e1-4829-a4ed-b70d328913b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:07.141167 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-901fecba-07e2-4f0a-bab2-6b77e1f54198 req-bbd1a279-f1e1-4829-a4ed-b70d328913b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=30d168ff-b6ad-4812-af5d-7394de5c0536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3274560 Apr 05 22:39:07.259180 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-cde8b1e6-34e0-4330-bbfd-d5ceed313e5a req-12b63b89-e153-428b-b59c-e8182d4c875c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b081c369-7f78-4ec2-94b1-fd1b1ab72f5c HTTP/1.1" status: 200 len: 999 time: 0.1170170 Apr 05 22:39:07.316254 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-901fecba-07e2-4f0a-bab2-6b77e1f54198 req-4a5fe540-51cc-4d41-95f6-39bdfc3a3dbc service neutron] 10.222.0.46 "GET /v2.0/networks/30d168ff-b6ad-4812-af5d-7394de5c0536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670742 Apr 05 22:39:07.326480 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-92eade9c-96d3-491b-91bc-e59c704bc91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'name': 'tempest-AttachVolumeTestJSON-1059833774-router', 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'ee57049b-5a1f-4d98-9942-93b61a87bf02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:10Z', 'revision_number': 4, 'project_id': '0aceb09e90a9469980b157861e02e481', 'gw_port': {'id': 'ee57049b-5a1f-4d98-9942-93b61a87bf02', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ce:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': 'a978f571-1433-435c-9563-0e4d682efa07', 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'floating_ip_address': '172.27.2.189', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'port_id': 'b081c369-7f78-4ec2-94b1-fd1b1ab72f5c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6baf2d1-4111-4179-97b5-8f3d3d51eaff', 'mac_address': 'fa:16:3e:ee:8a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781aa77e-4051-4f41-98dd-d623ba0929a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:38:53Z', 'updated_at': '2022-04-05T22:39:05Z', 'revision_number': 1, 'project_id': '0aceb09e90a9469980b157861e02e481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a957f97b-dd01-4197-82f8-ac18ba044691', 'name': '', 'network_id': 'b6baf2d1-4111-4179-97b5-8f3d3d51eaff', 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'mac_address': 'fa:16:3e:6e:0e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'acc4bb93-55f5-4d18-8058-b058867f2321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:08Z', 'updated_at': '2022-04-05T22:32:26Z', 'revision_number': 5, 'project_id': '0aceb09e90a9469980b157861e02e481', 'subnets': [{'id': 'acc4bb93-55f5-4d18-8058-b058867f2321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:07.332879 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8b1e6-34e0-4330-bbfd-d5ceed313e5a req-d2fa96f2-96ed-48c7-88d9-cea83695d7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:07.334288 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-cde8b1e6-34e0-4330-bbfd-d5ceed313e5a req-d2fa96f2-96ed-48c7-88d9-cea83695d7f7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=acc4bb93-55f5-4d18-8058-b058867f2321 HTTP/1.1" status: 200 len: 850 time: 0.0666380 Apr 05 22:39:07.354610 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eade9c-96d3-491b-91bc-e59c704bc91c None None] The sync data for ids ['09af68de-9ff1-4ad6-8036-8283324aa101'] in dv-cinder-835879-4-iscsi is: [{'id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'name': 'tempest-AttachVolumeTestJSON-1059833774-router', 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'ee57049b-5a1f-4d98-9942-93b61a87bf02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:10Z', 'revision_number': 4, 'project_id': '0aceb09e90a9469980b157861e02e481', 'gw_port': {'id': 'ee57049b-5a1f-4d98-9942-93b61a87bf02', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ce:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': 'a978f571-1433-435c-9563-0e4d682efa07', 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'floating_ip_address': '172.27.2.189', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'port_id': 'b081c369-7f78-4ec2-94b1-fd1b1ab72f5c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6baf2d1-4111-4179-97b5-8f3d3d51eaff', 'mac_address': 'fa:16:3e:ee:8a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781aa77e-4051-4f41-98dd-d623ba0929a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:38:53Z', 'updated_at': '2022-04-05T22:39:05Z', 'revision_number': 1, 'project_id': '0aceb09e90a9469980b157861e02e481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a957f97b-dd01-4197-82f8-ac18ba044691', 'name': '', 'network_id': 'b6baf2d1-4111-4179-97b5-8f3d3d51eaff', 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'mac_address': 'fa:16:3e:6e:0e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'acc4bb93-55f5-4d18-8058-b058867f2321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:08Z', 'updated_at': '2022-04-05T22:32:26Z', 'revision_number': 5, 'project_id': '0aceb09e90a9469980b157861e02e481', 'subnets': [{'id': 'acc4bb93-55f5-4d18-8058-b058867f2321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:39:07.450012 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8b1e6-34e0-4330-bbfd-d5ceed313e5a req-cced601d-b4ab-4001-a068-1a132976b91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:07.451514 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-cde8b1e6-34e0-4330-bbfd-d5ceed313e5a req-cced601d-b4ab-4001-a068-1a132976b91e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b6baf2d1-4111-4179-97b5-8f3d3d51eaff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1063392 Apr 05 22:39:07.456694 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-901fecba-07e2-4f0a-bab2-6b77e1f54198 req-a12a2142-2495-4479-afbf-262020f0c3fa service neutron] 10.222.0.46 "GET /v2.0/networks/30d168ff-b6ad-4812-af5d-7394de5c0536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325443 Apr 05 22:39:07.549847 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:07.568703 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-cde8b1e6-34e0-4330-bbfd-d5ceed313e5a req-c19c8a71-ae13-432c-9756-af8d8dbe2fbc service neutron] 10.222.0.46 "GET /v2.0/networks/b6baf2d1-4111-4179-97b5-8f3d3d51eaff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050863 Apr 05 22:39:07.583295 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b6da9e-a865-414e-8cc2-36f2f785dc7b None None] New status for floating IP a978f571-1433-435c-9563-0e4d682efa07: ACTIVE {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:39:07.662621 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-cde8b1e6-34e0-4330-bbfd-d5ceed313e5a req-d258ea2d-40dc-4a5e-a780-fd620515ea44 service neutron] 10.222.0.46 "GET /v2.0/networks/b6baf2d1-4111-4179-97b5-8f3d3d51eaff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866749 Apr 05 22:39:09.147877 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:10.735462 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:17.879196 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:39:29.924877 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:34.315831 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-51f1b85e-71be-4715-a526-0d0754a2c310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:36.154758 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 49908) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:36.256576 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a195-1692-4388-952f-c46cc349a4f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:36.331532 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a195-1692-4388-952f-c46cc349a4f5 admin admin] Publish callbacks [] for security_group (59cae41c-e08a-4788-97ea-f4641429d183), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:36.335351 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a195-1692-4388-952f-c46cc349a4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (59cae41c-e08a-4788-97ea-f4641429d183), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:36.377269 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-bfd7a195-1692-4388-952f-c46cc349a4f5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8d1ba5aacabc4808823ce14fcc140e5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214410 Apr 05 22:39:36.378375 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a195-1692-4388-952f-c46cc349a4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59cae41c-e08a-4788-97ea-f4641429d183,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:36.379902 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 49912) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:36.426536 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-27a807e8-54c8-4501-9216-a8a6e385a7b1 admin admin] Publish callbacks [] for security_group (59cae41c-e08a-4788-97ea-f4641429d183), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:36.447255 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-27a807e8-54c8-4501-9216-a8a6e385a7b1 admin admin] Publish callbacks [] for security_group (59cae41c-e08a-4788-97ea-f4641429d183), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:36.493551 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-27a807e8-54c8-4501-9216-a8a6e385a7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (59cae41c-e08a-4788-97ea-f4641429d183), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:36.497251 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-27a807e8-54c8-4501-9216-a8a6e385a7b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:36.498512 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-27a807e8-54c8-4501-9216-a8a6e385a7b1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/59cae41c-e08a-4788-97ea-f4641429d183 HTTP/1.1" status: 204 len: 168 time: 0.1175728 Apr 05 22:39:36.506152 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a807e8-54c8-4501-9216-a8a6e385a7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59cae41c-e08a-4788-97ea-f4641429d183,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:36.809775 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-464ce3d1-d15e-4a9a-9b45-256918523535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:37.107342 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 49936) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:37.206681 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-f78c70f2-d9ab-4f2e-8f7e-bcbb4b81c28f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-584164168-network', 'tenant_id': '6a5381bd54734bd2877c50c329d25a21'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:37.227749 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78c70f2-d9ab-4f2e-8f7e-bcbb4b81c28f admin admin] Made reservation on behalf of 6a5381bd54734bd2877c50c329d25a21 for: {'network': 1} {{(pid=103303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:39:37.231089 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f78c70f2-d9ab-4f2e-8f7e-bcbb4b81c28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for network (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:37.239194 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f78c70f2-d9ab-4f2e-8f7e-bcbb4b81c28f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:37.311800 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f78c70f2-d9ab-4f2e-8f7e-bcbb4b81c28f admin admin] Publish callbacks [] for security_group (9b0ae706-4c81-4884-a995-f18f4ffaf9f8), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:37.315418 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f78c70f2-d9ab-4f2e-8f7e-bcbb4b81c28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (9b0ae706-4c81-4884-a995-f18f4ffaf9f8), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:37.339920 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f78c70f2-d9ab-4f2e-8f7e-bcbb4b81c28f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=103303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:39:37.348520 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c70f2-d9ab-4f2e-8f7e-bcbb4b81c28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0ae706-4c81-4884-a995-f18f4ffaf9f8,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:37.354436 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f78c70f2-d9ab-4f2e-8f7e-bcbb4b81c28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781'] for segment (c1ebb7e1-0047-457c-a72e-795ced95da87), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:37.354778 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.db.segments_db [None req-f78c70f2-d9ab-4f2e-8f7e-bcbb4b81c28f admin admin] Added segment c1ebb7e1-0047-457c-a72e-795ced95da87 of type vlan for network aad58d47-6598-42c9-a3eb-59b1a9dac7a0 Apr 05 22:39:37.395703 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f78c70f2-d9ab-4f2e-8f7e-bcbb4b81c28f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760878853690'] for network (aad58d47-6598-42c9-a3eb-59b1a9dac7a0), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:37.419791 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f78c70f2-d9ab-4f2e-8f7e-bcbb4b81c28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960'] for network (aad58d47-6598-42c9-a3eb-59b1a9dac7a0), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:37.420714 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78c70f2-d9ab-4f2e-8f7e-bcbb4b81c28f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:37.421325 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f78c70f2-d9ab-4f2e-8f7e-bcbb4b81c28f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for network (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:37.450232 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-f78c70f2-d9ab-4f2e-8f7e-bcbb4b81c28f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3417606 Apr 05 22:39:37.453257 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 49940) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:37.458240 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-95e24811-d07e-48f9-80c0-61514177f7ea admin admin] Request body: {'subnet': {'network_id': 'aad58d47-6598-42c9-a3eb-59b1a9dac7a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-584164168-subnet', 'tenant_id': '6a5381bd54734bd2877c50c329d25a21', 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:37.477672 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e24811-d07e-48f9-80c0-61514177f7ea admin admin] Made reservation on behalf of 6a5381bd54734bd2877c50c329d25a21 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:39:37.482487 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-95e24811-d07e-48f9-80c0-61514177f7ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25649181'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:37.483763 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c70f2-d9ab-4f2e-8f7e-bcbb4b81c28f admin admin] Pushing event updated for resources: {'Network': ['ID=aad58d47-6598-42c9-a3eb-59b1a9dac7a0,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:37.493772 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Network aad58d47-6598-42c9-a3eb-59b1a9dac7a0 details requested by agent ovs-agent-dv-cinder-835879-4-iscsi with host dv-cinder-835879-4-iscsi {{(pid=103304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:39:37.569348 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:37.662202 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-95e24811-d07e-48f9-80c0-61514177f7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28859688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25649155'] for subnet (64352385-013c-4aed-a87f-560d0688e540), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:37.710101 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e24811-d07e-48f9-80c0-61514177f7ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=64352385-013c-4aed-a87f-560d0688e540,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:37.724556 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e24811-d07e-48f9-80c0-61514177f7ea admin admin] Checking segment: {'id': 'c1ebb7e1-0047-457c-a72e-795ced95da87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'aad58d47-6598-42c9-a3eb-59b1a9dac7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:39:37.724951 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e24811-d07e-48f9-80c0-61514177f7ea admin admin] Network hostable DHCP agents. Network: aad58d47-6598-42c9-a3eb-59b1a9dac7a0, hostable agents: ['1fb4f16d-f195-4bf9-acd2-17d67be332a8'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:39:37.741083 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e24811-d07e-48f9-80c0-61514177f7ea admin admin] Network aad58d47-6598-42c9-a3eb-59b1a9dac7a0 is scheduled to be hosted by DHCP agent 1fb4f16d-f195-4bf9-acd2-17d67be332a8 with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:39:37.750080 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-95e24811-d07e-48f9-80c0-61514177f7ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-4-iscsi, aad58d47-6598-42c9-a3eb-59b1a9dac7a0) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:39:37.754196 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e24811-d07e-48f9-80c0-61514177f7ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:37.754782 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-95e24811-d07e-48f9-80c0-61514177f7ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:37.759066 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cdeae9-7c10-49e6-9053-298faca85cd1 None None] Network aad58d47-6598-42c9-a3eb-59b1a9dac7a0 requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:39:37.773116 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 49942) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:37.773647 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-95e24811-d07e-48f9-80c0-61514177f7ea admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3192365 Apr 05 22:39:37.777595 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-844cb2f2-31e7-4917-b291-70ad50fe19d9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-584164168-router', 'tenant_id': '6a5381bd54734bd2877c50c329d25a21', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'}}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:37.796282 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-844cb2f2-31e7-4917-b291-70ad50fe19d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-531801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7268'] for router (3988d237-9486-4237-8cd7-4295fdf9fd8f), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:37.797301 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-844cb2f2-31e7-4917-b291-70ad50fe19d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7293'] for router (3988d237-9486-4237-8cd7-4295fdf9fd8f), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:37.851807 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-844cb2f2-31e7-4917-b291-70ad50fe19d9 admin admin] Publish callbacks [] for router_controller (3988d237-9486-4237-8cd7-4295fdf9fd8f), precommit_add_association {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:37.864631 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec31f5f-d1ba-489b-b7f9-52642e08d828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26cd13a5-304d-5ca3-99a1-274aeb97f72b-aad58d47-6598-42c9-a3eb-59b1a9dac7a0', 'network_id': 'aad58d47-6598-42c9-a3eb-59b1a9dac7a0', 'project_id': '6a5381bd54734bd2877c50c329d25a21', 'fixed_ips': [{'subnet_id': '64352385-013c-4aed-a87f-560d0688e540'}]}} from dv-cinder-835879-4-iscsi. {{(pid=103304) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 22:39:37.865604 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bec31f5f-d1ba-489b-b7f9-52642e08d828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:37.992989 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-844cb2f2-31e7-4917-b291-70ad50fe19d9 admin admin] Publish callbacks [] for router_gateway (3988d237-9486-4237-8cd7-4295fdf9fd8f), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:37.996355 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-bec31f5f-d1ba-489b-b7f9-52642e08d828 None None] Allocated IP 172.20.0.2 (aad58d47-6598-42c9-a3eb-59b1a9dac7a0/64352385-013c-4aed-a87f-560d0688e540/caf482c1-4c12-4fe7-a108-de1e11890a71) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:39:38.136425 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bec31f5f-d1ba-489b-b7f9-52642e08d828 None None] Publish callbacks [] for port (caf482c1-4c12-4fe7-a108-de1e11890a71), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:38.142078 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bec31f5f-d1ba-489b-b7f9-52642e08d828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596'] for port (caf482c1-4c12-4fe7-a108-de1e11890a71), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:38.183452 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec31f5f-d1ba-489b-b7f9-52642e08d828 None None] Network aad58d47-6598-42c9-a3eb-59b1a9dac7a0 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:39:38.188697 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-bec31f5f-d1ba-489b-b7f9-52642e08d828 None None] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:39:38.193242 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec31f5f-d1ba-489b-b7f9-52642e08d828 None None] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:39:38.193717 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-844cb2f2-31e7-4917-b291-70ad50fe19d9 admin admin] Publish callbacks [] for router_gateway (3988d237-9486-4237-8cd7-4295fdf9fd8f), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:38.196263 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec31f5f-d1ba-489b-b7f9-52642e08d828 None None] Pushing event updated for resources: {'Port': ['ID=caf482c1-4c12-4fe7-a108-de1e11890a71,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:38.206137 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec31f5f-d1ba-489b-b7f9-52642e08d828 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:38.206483 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec31f5f-d1ba-489b-b7f9-52642e08d828 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:38.206840 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec31f5f-d1ba-489b-b7f9-52642e08d828 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:38.207195 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec31f5f-d1ba-489b-b7f9-52642e08d828 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:38.207529 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec31f5f-d1ba-489b-b7f9-52642e08d828 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:38.207857 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec31f5f-d1ba-489b-b7f9-52642e08d828 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:38.208180 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec31f5f-d1ba-489b-b7f9-52642e08d828 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:38.208508 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec31f5f-d1ba-489b-b7f9-52642e08d828 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:38.208850 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec31f5f-d1ba-489b-b7f9-52642e08d828 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:38.209171 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec31f5f-d1ba-489b-b7f9-52642e08d828 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:38.209491 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec31f5f-d1ba-489b-b7f9-52642e08d828 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:38.209825 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec31f5f-d1ba-489b-b7f9-52642e08d828 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:38.210145 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec31f5f-d1ba-489b-b7f9-52642e08d828 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:38.210462 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec31f5f-d1ba-489b-b7f9-52642e08d828 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:38.210778 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec31f5f-d1ba-489b-b7f9-52642e08d828 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:38.213009 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-844cb2f2-31e7-4917-b291-70ad50fe19d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:38.258952 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-bec31f5f-d1ba-489b-b7f9-52642e08d828 None None] Attempting to bind port caf482c1-4c12-4fe7-a108-de1e11890a71 on host dv-cinder-835879-4-iscsi for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:39:38.259235 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-bec31f5f-d1ba-489b-b7f9-52642e08d828 None None] Attempting to bind port caf482c1-4c12-4fe7-a108-de1e11890a71 by drivers openvswitch,hyperv on host dv-cinder-835879-4-iscsi at level 0 using segments [{'id': 'c1ebb7e1-0047-457c-a72e-795ced95da87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'aad58d47-6598-42c9-a3eb-59b1a9dac7a0'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:39:38.259590 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec31f5f-d1ba-489b-b7f9-52642e08d828 None None] Attempting to bind port caf482c1-4c12-4fe7-a108-de1e11890a71 on network aad58d47-6598-42c9-a3eb-59b1a9dac7a0 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:39:38.265161 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec31f5f-d1ba-489b-b7f9-52642e08d828 None None] Checking agent: {'id': 'c28e45a8-012e-434a-8853-ea48f08ceb18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 23, 41), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:39:38.265543 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec31f5f-d1ba-489b-b7f9-52642e08d828 None None] Checking segment: {'id': 'c1ebb7e1-0047-457c-a72e-795ced95da87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'aad58d47-6598-42c9-a3eb-59b1a9dac7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:39:38.265952 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bec31f5f-d1ba-489b-b7f9-52642e08d828 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:38.266347 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec31f5f-d1ba-489b-b7f9-52642e08d828 None None] Bound using segment: {'id': 'c1ebb7e1-0047-457c-a72e-795ced95da87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'aad58d47-6598-42c9-a3eb-59b1a9dac7a0'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:39:38.266822 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-bec31f5f-d1ba-489b-b7f9-52642e08d828 None None] Bound port: caf482c1-4c12-4fe7-a108-de1e11890a71, host: dv-cinder-835879-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1ebb7e1-0047-457c-a72e-795ced95da87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'aad58d47-6598-42c9-a3eb-59b1a9dac7a0'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:39:38.267316 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bec31f5f-d1ba-489b-b7f9-52642e08d828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (caf482c1-4c12-4fe7-a108-de1e11890a71), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:38.319202 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-844cb2f2-31e7-4917-b291-70ad50fe19d9 admin admin] Allocated IP 172.27.2.240 (f2e9bb50-0445-459c-9ef2-0222ede25138/2ac17549-fc87-4e20-be5e-92c340e9a8b2/012155f1-fab6-4fb5-82ce-b9943677c804) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:39:38.329314 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-bec31f5f-d1ba-489b-b7f9-52642e08d828 None None] For port caf482c1-4c12-4fe7-a108-de1e11890a71, host dv-cinder-835879-4-iscsi, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:39:38.332528 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-bec31f5f-d1ba-489b-b7f9-52642e08d828 None None] For port caf482c1-4c12-4fe7-a108-de1e11890a71, host dv-cinder-835879-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=caf482c1-4c12-4fe7-a108-de1e11890a71,segment=NetworkSegment(c1ebb7e1-0047-457c-a72e-795ced95da87),segment_id=c1ebb7e1-0047-457c-a72e-795ced95da87)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:39:38.339814 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bec31f5f-d1ba-489b-b7f9-52642e08d828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (caf482c1-4c12-4fe7-a108-de1e11890a71), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:38.396783 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec31f5f-d1ba-489b-b7f9-52642e08d828 None None] Pushing event updated for resources: {'Port': ['ID=caf482c1-4c12-4fe7-a108-de1e11890a71,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:38.421064 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-844cb2f2-31e7-4917-b291-70ad50fe19d9 admin admin] Publish callbacks [] for port (012155f1-fab6-4fb5-82ce-b9943677c804), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:38.453511 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-844cb2f2-31e7-4917-b291-70ad50fe19d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25648990'] for port (012155f1-fab6-4fb5-82ce-b9943677c804), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:38.495910 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844cb2f2-31e7-4917-b291-70ad50fe19d9 admin admin] Network f2e9bb50-0445-459c-9ef2-0222ede25138 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:39:38.499057 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-844cb2f2-31e7-4917-b291-70ad50fe19d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:39:38.504654 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844cb2f2-31e7-4917-b291-70ad50fe19d9 admin admin] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:39:38.527202 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844cb2f2-31e7-4917-b291-70ad50fe19d9 admin admin] Pushing event updated for resources: {'Port': ['ID=012155f1-fab6-4fb5-82ce-b9943677c804,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:38.773238 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-844cb2f2-31e7-4917-b291-70ad50fe19d9 admin admin] Publish callbacks [] for router_gateway (3988d237-9486-4237-8cd7-4295fdf9fd8f), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:38.787173 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device caf482c1-4c12-4fe7-a108-de1e11890a71 up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:39:38.836050 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port caf482c1-4c12-4fe7-a108-de1e11890a71 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:38.836674 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (caf482c1-4c12-4fe7-a108-de1e11890a71), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:38.917592 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port caf482c1-4c12-4fe7-a108-de1e11890a71 is: DOWN; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:38.918234 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (caf482c1-4c12-4fe7-a108-de1e11890a71), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:38.953431 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] For port caf482c1-4c12-4fe7-a108-de1e11890a71, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=caf482c1-4c12-4fe7-a108-de1e11890a71,segment=NetworkSegment(c1ebb7e1-0047-457c-a72e-795ced95da87),segment_id=c1ebb7e1-0047-457c-a72e-795ced95da87)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:38.957842 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (caf482c1-4c12-4fe7-a108-de1e11890a71), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:38.978018 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-844cb2f2-31e7-4917-b291-70ad50fe19d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528008'] for router (3988d237-9486-4237-8cd7-4295fdf9fd8f), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:39.011797 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Pushing event updated for resources: {'Port': ['ID=caf482c1-4c12-4fe7-a108-de1e11890a71,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:39.113656 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-844cb2f2-31e7-4917-b291-70ad50fe19d9 admin admin] Router 3988d237-9486-4237-8cd7-4295fdf9fd8f is scheduled to L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 with binding_index 1 {{(pid=103303) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 22:39:39.160906 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:39.334050 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188e14a8-c5a4-481e-909a-7bbbd93e68ce None None] Network aad58d47-6598-42c9-a3eb-59b1a9dac7a0 requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:39:39.402796 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-9c673720-162b-43a7-b60a-a7a896abe27f None None] Provisioning complete for port caf482c1-4c12-4fe7-a108-de1e11890a71 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:39.403169 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9c673720-162b-43a7-b60a-a7a896abe27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (caf482c1-4c12-4fe7-a108-de1e11890a71), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:39.455864 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844cb2f2-31e7-4917-b291-70ad50fe19d9 admin admin] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:39:39.466099 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08058d4b-bef8-4ae9-8683-d7deb323b9df None None] Sync routers for ids ['3988d237-9486-4237-8cd7-4295fdf9fd8f'] in dv-cinder-835879-4-iscsi {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:39:39.474609 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-844cb2f2-31e7-4917-b291-70ad50fe19d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:39.478611 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08058d4b-bef8-4ae9-8683-d7deb323b9df None None] Routers {'3988d237-9486-4237-8cd7-4295fdf9fd8f'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:39:39.478813 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-844cb2f2-31e7-4917-b291-70ad50fe19d9 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7018774 Apr 05 22:39:39.478914 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-08058d4b-bef8-4ae9-8683-d7deb323b9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:39:37Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['3988d237-9486-4237-8cd7-4295fdf9fd8f'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:39.479147 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 49944) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:39.590083 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-08058d4b-bef8-4ae9-8683-d7deb323b9df None None] Set router 3988d237-9486-4237-8cd7-4295fdf9fd8f gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:39:39.646893 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-9c673720-162b-43a7-b60a-a7a896abe27f None None] Current status of the port caf482c1-4c12-4fe7-a108-de1e11890a71 is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:39.777723 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-08058d4b-bef8-4ae9-8683-d7deb323b9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3988d237-9486-4237-8cd7-4295fdf9fd8f', 'name': 'tempest-TestShelveInstance-584164168-router', 'tenant_id': '6a5381bd54734bd2877c50c329d25a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '012155f1-fab6-4fb5-82ce-b9943677c804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:37Z', 'updated_at': '2022-04-05T22:39:38Z', 'revision_number': 3, 'project_id': '6a5381bd54734bd2877c50c329d25a21', 'gw_port': {'id': '012155f1-fab6-4fb5-82ce-b9943677c804', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fe:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3988d237-9486-4237-8cd7-4295fdf9fd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:38Z', 'updated_at': '2022-04-05T22:39:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi'}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:39.803771 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08058d4b-bef8-4ae9-8683-d7deb323b9df None None] Checking router: 3988d237-9486-4237-8cd7-4295fdf9fd8f for host: dv-cinder-835879-4-iscsi {{(pid=103305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:39:39.804098 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08058d4b-bef8-4ae9-8683-d7deb323b9df None None] Updating router 3988d237-9486-4237-8cd7-4295fdf9fd8f port 012155f1-fab6-4fb5-82ce-b9943677c804 binding host dv-cinder-835879-4-iscsi {{(pid=103305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:39:39.830988 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08058d4b-bef8-4ae9-8683-d7deb323b9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (012155f1-fab6-4fb5-82ce-b9943677c804), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:39.869374 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-c7a9dd6f-4f35-469a-b554-6df24a832c7c None None] Provisioning complete for port caf482c1-4c12-4fe7-a108-de1e11890a71 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:39.869724 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c7a9dd6f-4f35-469a-b554-6df24a832c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (caf482c1-4c12-4fe7-a108-de1e11890a71), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:39.923316 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-28c72cf3-1fdd-4563-8f65-691dab40d7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:39.963171 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-c7a9dd6f-4f35-469a-b554-6df24a832c7c None None] Current status of the port caf482c1-4c12-4fe7-a108-de1e11890a71 is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:40.092178 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-28c72cf3-1fdd-4563-8f65-691dab40d7de admin admin] Allocated IP 172.20.0.1 (aad58d47-6598-42c9-a3eb-59b1a9dac7a0/64352385-013c-4aed-a87f-560d0688e540/d52872e4-c4b1-4068-8489-94ec9440b92b) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:39:40.102050 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08058d4b-bef8-4ae9-8683-d7deb323b9df None None] Publish callbacks [] for port (012155f1-fab6-4fb5-82ce-b9943677c804), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:40.108376 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08058d4b-bef8-4ae9-8683-d7deb323b9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (012155f1-fab6-4fb5-82ce-b9943677c804), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:40.157978 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-08058d4b-bef8-4ae9-8683-d7deb323b9df None None] Attempting to bind port 012155f1-fab6-4fb5-82ce-b9943677c804 on host dv-cinder-835879-4-iscsi for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:39:40.158342 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-08058d4b-bef8-4ae9-8683-d7deb323b9df None None] Attempting to bind port 012155f1-fab6-4fb5-82ce-b9943677c804 by drivers openvswitch,hyperv on host dv-cinder-835879-4-iscsi at level 0 using segments [{'id': '2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:39:40.158697 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08058d4b-bef8-4ae9-8683-d7deb323b9df None None] Attempting to bind port 012155f1-fab6-4fb5-82ce-b9943677c804 on network f2e9bb50-0445-459c-9ef2-0222ede25138 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:39:40.165815 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e79b3-bcbb-44da-a860-28c91dee0923 None None] Pushing event updated for resources: {'Port': ['ID=012155f1-fab6-4fb5-82ce-b9943677c804,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:40.168696 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08058d4b-bef8-4ae9-8683-d7deb323b9df None None] Checking agent: {'id': 'c28e45a8-012e-434a-8853-ea48f08ceb18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 23, 41), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:39:40.169092 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08058d4b-bef8-4ae9-8683-d7deb323b9df None None] Checking segment: {'id': '2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:39:40.169488 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08058d4b-bef8-4ae9-8683-d7deb323b9df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:40.169871 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08058d4b-bef8-4ae9-8683-d7deb323b9df None None] Bound using segment: {'id': '2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:39:40.170322 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-08058d4b-bef8-4ae9-8683-d7deb323b9df None None] Bound port: 012155f1-fab6-4fb5-82ce-b9943677c804, host: dv-cinder-835879-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:39:40.170690 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08058d4b-bef8-4ae9-8683-d7deb323b9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (012155f1-fab6-4fb5-82ce-b9943677c804), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:40.176597 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0e79b3-bcbb-44da-a860-28c91dee0923 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:40.177091 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0e79b3-bcbb-44da-a860-28c91dee0923 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:40.177455 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0e79b3-bcbb-44da-a860-28c91dee0923 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:40.177813 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0e79b3-bcbb-44da-a860-28c91dee0923 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:40.178146 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0e79b3-bcbb-44da-a860-28c91dee0923 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:40.178468 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0e79b3-bcbb-44da-a860-28c91dee0923 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:40.178787 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0e79b3-bcbb-44da-a860-28c91dee0923 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:40.179107 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0e79b3-bcbb-44da-a860-28c91dee0923 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:40.179425 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0e79b3-bcbb-44da-a860-28c91dee0923 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:40.179742 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0e79b3-bcbb-44da-a860-28c91dee0923 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:40.180059 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0e79b3-bcbb-44da-a860-28c91dee0923 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:40.180482 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0e79b3-bcbb-44da-a860-28c91dee0923 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:40.181083 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0e79b3-bcbb-44da-a860-28c91dee0923 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:40.181641 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0e79b3-bcbb-44da-a860-28c91dee0923 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:40.182133 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0e79b3-bcbb-44da-a860-28c91dee0923 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:40.208304 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-28c72cf3-1fdd-4563-8f65-691dab40d7de admin admin] Publish callbacks [] for port (d52872e4-c4b1-4068-8489-94ec9440b92b), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:40.235487 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-08058d4b-bef8-4ae9-8683-d7deb323b9df None None] For port 012155f1-fab6-4fb5-82ce-b9943677c804, host dv-cinder-835879-4-iscsi, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:39:40.238636 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-08058d4b-bef8-4ae9-8683-d7deb323b9df None None] For port 012155f1-fab6-4fb5-82ce-b9943677c804, host dv-cinder-835879-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=012155f1-fab6-4fb5-82ce-b9943677c804,segment=NetworkSegment(2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f),segment_id=2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:39:40.244077 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08058d4b-bef8-4ae9-8683-d7deb323b9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (012155f1-fab6-4fb5-82ce-b9943677c804), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:40.248690 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-28c72cf3-1fdd-4563-8f65-691dab40d7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25648990'] for port (d52872e4-c4b1-4068-8489-94ec9440b92b), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:40.286951 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c72cf3-1fdd-4563-8f65-691dab40d7de admin admin] Network aad58d47-6598-42c9-a3eb-59b1a9dac7a0 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:39:40.289696 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-28c72cf3-1fdd-4563-8f65-691dab40d7de admin admin] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:39:40.293621 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c72cf3-1fdd-4563-8f65-691dab40d7de admin admin] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:39:40.306125 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e79b3-bcbb-44da-a860-28c91dee0923 None None] Pushing event updated for resources: {'Port': ['ID=012155f1-fab6-4fb5-82ce-b9943677c804,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:40.309371 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08058d4b-bef8-4ae9-8683-d7deb323b9df None None] Routers {'3988d237-9486-4237-8cd7-4295fdf9fd8f'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:39:40.309981 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-08058d4b-bef8-4ae9-8683-d7deb323b9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:39:37Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['3988d237-9486-4237-8cd7-4295fdf9fd8f'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:40.320168 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c72cf3-1fdd-4563-8f65-691dab40d7de admin admin] Pushing event updated for resources: {'Port': ['ID=d52872e4-c4b1-4068-8489-94ec9440b92b,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:40.339093 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-28c72cf3-1fdd-4563-8f65-691dab40d7de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527961'] for router_interface (3988d237-9486-4237-8cd7-4295fdf9fd8f), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:40.426782 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-08058d4b-bef8-4ae9-8683-d7deb323b9df None None] Set router 3988d237-9486-4237-8cd7-4295fdf9fd8f gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:39:40.477296 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-28c72cf3-1fdd-4563-8f65-691dab40d7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (d52872e4-c4b1-4068-8489-94ec9440b92b), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:40.586275 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-32f989d3-3a28-4765-b8b7-c561519f959d None None] Provisioning complete for port d52872e4-c4b1-4068-8489-94ec9440b92b triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:40.586569 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-32f989d3-3a28-4765-b8b7-c561519f959d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (d52872e4-c4b1-4068-8489-94ec9440b92b), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:40.614212 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-08058d4b-bef8-4ae9-8683-d7deb323b9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3988d237-9486-4237-8cd7-4295fdf9fd8f', 'name': 'tempest-TestShelveInstance-584164168-router', 'tenant_id': '6a5381bd54734bd2877c50c329d25a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '012155f1-fab6-4fb5-82ce-b9943677c804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:37Z', 'updated_at': '2022-04-05T22:39:38Z', 'revision_number': 3, 'project_id': '6a5381bd54734bd2877c50c329d25a21', 'gw_port': {'id': '012155f1-fab6-4fb5-82ce-b9943677c804', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fe:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3988d237-9486-4237-8cd7-4295fdf9fd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:38Z', 'updated_at': '2022-04-05T22:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi'}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:40.624245 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-32f989d3-3a28-4765-b8b7-c561519f959d None None] Port d52872e4-c4b1-4068-8489-94ec9440b92b cannot update to ACTIVE because it is not bound. {{(pid=103304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:39:40.641060 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08058d4b-bef8-4ae9-8683-d7deb323b9df None None] The sync data for ids ['3988d237-9486-4237-8cd7-4295fdf9fd8f'] in dv-cinder-835879-4-iscsi is: [{'id': '3988d237-9486-4237-8cd7-4295fdf9fd8f', 'name': 'tempest-TestShelveInstance-584164168-router', 'tenant_id': '6a5381bd54734bd2877c50c329d25a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '012155f1-fab6-4fb5-82ce-b9943677c804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:37Z', 'updated_at': '2022-04-05T22:39:38Z', 'revision_number': 3, 'project_id': '6a5381bd54734bd2877c50c329d25a21', 'gw_port': {'id': '012155f1-fab6-4fb5-82ce-b9943677c804', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fe:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3988d237-9486-4237-8cd7-4295fdf9fd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:38Z', 'updated_at': '2022-04-05T22:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi'}] {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:39:40.661926 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-28c72cf3-1fdd-4563-8f65-691dab40d7de admin admin] Publish callbacks [] for port (d52872e4-c4b1-4068-8489-94ec9440b92b), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:40.666093 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-28c72cf3-1fdd-4563-8f65-691dab40d7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25648935'] for port (d52872e4-c4b1-4068-8489-94ec9440b92b), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:40.739984 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-28c72cf3-1fdd-4563-8f65-691dab40d7de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530121'] for router_interface (3988d237-9486-4237-8cd7-4295fdf9fd8f), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:40.741732 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c72cf3-1fdd-4563-8f65-691dab40d7de admin admin] Pushing event updated for resources: {'Port': ['ID=d52872e4-c4b1-4068-8489-94ec9440b92b,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:40.754400 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:40.780090 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device caf482c1-4c12-4fe7-a108-de1e11890a71 up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:39:40.836891 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port caf482c1-4c12-4fe7-a108-de1e11890a71 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:40.837498 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (caf482c1-4c12-4fe7-a108-de1e11890a71), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:40.848139 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c72cf3-1fdd-4563-8f65-691dab40d7de admin admin] Network aad58d47-6598-42c9-a3eb-59b1a9dac7a0 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:39:40.849614 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-28c72cf3-1fdd-4563-8f65-691dab40d7de admin admin] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:39:40.967071 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port caf482c1-4c12-4fe7-a108-de1e11890a71 is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:41.000351 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c72cf3-1fdd-4563-8f65-691dab40d7de admin admin] Router 3988d237-9486-4237-8cd7-4295fdf9fd8f has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:39:41.121571 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c72cf3-1fdd-4563-8f65-691dab40d7de admin admin] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:39:41.127256 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-28c72cf3-1fdd-4563-8f65-691dab40d7de admin admin] 10.222.0.15 "PUT /v2.0/routers/3988d237-9486-4237-8cd7-4295fdf9fd8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6462829 Apr 05 22:39:41.147141 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-c8e5765f-fcae-4b02-ad2f-b7363071fa7f None None] Provisioning complete for port d52872e4-c4b1-4068-8489-94ec9440b92b triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:41.147519 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c8e5765f-fcae-4b02-ad2f-b7363071fa7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (d52872e4-c4b1-4068-8489-94ec9440b92b), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:41.186748 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-c8e5765f-fcae-4b02-ad2f-b7363071fa7f None None] Port d52872e4-c4b1-4068-8489-94ec9440b92b cannot update to ACTIVE because it is not bound. {{(pid=103304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:39:41.643932 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 49970) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:41.648862 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-7977c308-90b3-45b9-9184-f4054b425be9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1284229285-network', 'tenant_id': 'c4d876544e22455290d162d9f79e763f'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:41.667532 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7977c308-90b3-45b9-9184-f4054b425be9 admin admin] Made reservation on behalf of c4d876544e22455290d162d9f79e763f for: {'network': 1} {{(pid=103303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:39:41.669858 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7977c308-90b3-45b9-9184-f4054b425be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for network (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:41.678137 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7977c308-90b3-45b9-9184-f4054b425be9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:41.752864 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7977c308-90b3-45b9-9184-f4054b425be9 admin admin] Publish callbacks [] for security_group (ffac54b6-9e1f-4260-bc0b-4cb7ce75cbb2), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:41.756361 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7977c308-90b3-45b9-9184-f4054b425be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (ffac54b6-9e1f-4260-bc0b-4cb7ce75cbb2), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:41.781104 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7977c308-90b3-45b9-9184-f4054b425be9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=103303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:39:41.791058 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7977c308-90b3-45b9-9184-f4054b425be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffac54b6-9e1f-4260-bc0b-4cb7ce75cbb2,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:41.796371 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7977c308-90b3-45b9-9184-f4054b425be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781'] for segment (2a5073dc-e49a-4abd-99a9-48e4d1aba487), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:41.796711 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.db.segments_db [None req-7977c308-90b3-45b9-9184-f4054b425be9 admin admin] Added segment 2a5073dc-e49a-4abd-99a9-48e4d1aba487 of type vlan for network 572b9e96-8bb0-4438-9cdb-6b7f7e307068 Apr 05 22:39:41.835889 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7977c308-90b3-45b9-9184-f4054b425be9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760878853690'] for network (572b9e96-8bb0-4438-9cdb-6b7f7e307068), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:41.862755 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7977c308-90b3-45b9-9184-f4054b425be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960'] for network (572b9e96-8bb0-4438-9cdb-6b7f7e307068), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:41.863661 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7977c308-90b3-45b9-9184-f4054b425be9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:41.864237 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7977c308-90b3-45b9-9184-f4054b425be9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for network (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:41.900901 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-7977c308-90b3-45b9-9184-f4054b425be9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2543347 Apr 05 22:39:41.902259 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 49972) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:41.907692 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-132a4d2e-6920-4ea9-b70b-cfe10edc5bf1 admin admin] Request body: {'subnet': {'network_id': '572b9e96-8bb0-4438-9cdb-6b7f7e307068', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1284229285-subnet', 'tenant_id': 'c4d876544e22455290d162d9f79e763f', 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:41.926668 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132a4d2e-6920-4ea9-b70b-cfe10edc5bf1 admin admin] Made reservation on behalf of c4d876544e22455290d162d9f79e763f for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:39:41.929065 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-132a4d2e-6920-4ea9-b70b-cfe10edc5bf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25649181'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:41.931393 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7977c308-90b3-45b9-9184-f4054b425be9 admin admin] Pushing event updated for resources: {'Network': ['ID=572b9e96-8bb0-4438-9cdb-6b7f7e307068,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:41.941564 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Network 572b9e96-8bb0-4438-9cdb-6b7f7e307068 details requested by agent ovs-agent-dv-cinder-835879-4-iscsi with host dv-cinder-835879-4-iscsi {{(pid=103304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:39:42.103379 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-132a4d2e-6920-4ea9-b70b-cfe10edc5bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28859688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25649155'] for subnet (d091148d-44dd-4987-bc01-d75e0a49d895), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:42.158546 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a4d2e-6920-4ea9-b70b-cfe10edc5bf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d091148d-44dd-4987-bc01-d75e0a49d895,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:42.170593 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132a4d2e-6920-4ea9-b70b-cfe10edc5bf1 admin admin] Checking segment: {'id': '2a5073dc-e49a-4abd-99a9-48e4d1aba487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '572b9e96-8bb0-4438-9cdb-6b7f7e307068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:39:42.170946 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132a4d2e-6920-4ea9-b70b-cfe10edc5bf1 admin admin] Network hostable DHCP agents. Network: 572b9e96-8bb0-4438-9cdb-6b7f7e307068, hostable agents: ['1fb4f16d-f195-4bf9-acd2-17d67be332a8'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:39:42.189129 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132a4d2e-6920-4ea9-b70b-cfe10edc5bf1 admin admin] Network 572b9e96-8bb0-4438-9cdb-6b7f7e307068 is scheduled to be hosted by DHCP agent 1fb4f16d-f195-4bf9-acd2-17d67be332a8 with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:39:42.198461 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-132a4d2e-6920-4ea9-b70b-cfe10edc5bf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-4-iscsi, 572b9e96-8bb0-4438-9cdb-6b7f7e307068) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:39:42.202717 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132a4d2e-6920-4ea9-b70b-cfe10edc5bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:42.203461 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-132a4d2e-6920-4ea9-b70b-cfe10edc5bf1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:42.209363 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebd630c-e643-466b-b790-6dc989e635b3 None None] Network 572b9e96-8bb0-4438-9cdb-6b7f7e307068 requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:39:42.219729 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-132a4d2e-6920-4ea9-b70b-cfe10edc5bf1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3158677 Apr 05 22:39:42.222403 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 49974) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:42.226712 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-c8cd36d5-fed0-4653-bb54-53f2bcafcb84 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1284229285-router', 'tenant_id': 'c4d876544e22455290d162d9f79e763f', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'}}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:42.245631 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c8cd36d5-fed0-4653-bb54-53f2bcafcb84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-531801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7268'] for router (80e68afb-7af9-4639-96b7-d2b99c24854f), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:42.246873 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c8cd36d5-fed0-4653-bb54-53f2bcafcb84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7293'] for router (80e68afb-7af9-4639-96b7-d2b99c24854f), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:42.299885 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c8cd36d5-fed0-4653-bb54-53f2bcafcb84 admin admin] Publish callbacks [] for router_controller (80e68afb-7af9-4639-96b7-d2b99c24854f), precommit_add_association {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:42.312640 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271fd727-9c78-4f8d-a015-baef45a0d5fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26cd13a5-304d-5ca3-99a1-274aeb97f72b-572b9e96-8bb0-4438-9cdb-6b7f7e307068', 'network_id': '572b9e96-8bb0-4438-9cdb-6b7f7e307068', 'project_id': 'c4d876544e22455290d162d9f79e763f', 'fixed_ips': [{'subnet_id': 'd091148d-44dd-4987-bc01-d75e0a49d895'}]}} from dv-cinder-835879-4-iscsi. {{(pid=103304) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 22:39:42.313884 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-271fd727-9c78-4f8d-a015-baef45a0d5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:42.330927 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506e7a9a-de14-4227-8234-7113ae097aed None None] Sync routers for ids ['3988d237-9486-4237-8cd7-4295fdf9fd8f'] in dv-cinder-835879-4-iscsi {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:39:42.351101 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506e7a9a-de14-4227-8234-7113ae097aed None None] Routers {'3988d237-9486-4237-8cd7-4295fdf9fd8f'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:39:42.351797 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-506e7a9a-de14-4227-8234-7113ae097aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:39:37Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['3988d237-9486-4237-8cd7-4295fdf9fd8f'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:42.442064 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c8cd36d5-fed0-4653-bb54-53f2bcafcb84 admin admin] Publish callbacks [] for router_gateway (80e68afb-7af9-4639-96b7-d2b99c24854f), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:42.547166 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-271fd727-9c78-4f8d-a015-baef45a0d5fa None None] Allocated IP 172.20.0.2 (572b9e96-8bb0-4438-9cdb-6b7f7e307068/d091148d-44dd-4987-bc01-d75e0a49d895/2ed75e68-a5e0-4a94-9059-69028d9f788c) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:39:42.557268 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-506e7a9a-de14-4227-8234-7113ae097aed None None] Set router 3988d237-9486-4237-8cd7-4295fdf9fd8f gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:39:42.654321 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c8cd36d5-fed0-4653-bb54-53f2bcafcb84 admin admin] Publish callbacks [] for router_gateway (80e68afb-7af9-4639-96b7-d2b99c24854f), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:42.673793 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c8cd36d5-fed0-4653-bb54-53f2bcafcb84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:42.816253 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-c8cd36d5-fed0-4653-bb54-53f2bcafcb84 admin admin] Allocated IP 172.27.2.45 (f2e9bb50-0445-459c-9ef2-0222ede25138/2ac17549-fc87-4e20-be5e-92c340e9a8b2/e72008c7-9b99-4ebc-afd3-05945cf7fa2b) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:39:42.822604 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 012155f1-fab6-4fb5-82ce-b9943677c804 up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:39:42.891942 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-271fd727-9c78-4f8d-a015-baef45a0d5fa None None] Publish callbacks [] for port (2ed75e68-a5e0-4a94-9059-69028d9f788c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:42.923427 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-271fd727-9c78-4f8d-a015-baef45a0d5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596'] for port (2ed75e68-a5e0-4a94-9059-69028d9f788c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:42.952134 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c8cd36d5-fed0-4653-bb54-53f2bcafcb84 admin admin] Publish callbacks [] for port (e72008c7-9b99-4ebc-afd3-05945cf7fa2b), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:42.985081 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271fd727-9c78-4f8d-a015-baef45a0d5fa None None] Network 572b9e96-8bb0-4438-9cdb-6b7f7e307068 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:39:42.996427 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c8cd36d5-fed0-4653-bb54-53f2bcafcb84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25648990'] for port (e72008c7-9b99-4ebc-afd3-05945cf7fa2b), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:42.998140 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-271fd727-9c78-4f8d-a015-baef45a0d5fa None None] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:39:43.000287 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271fd727-9c78-4f8d-a015-baef45a0d5fa None None] Pushing event updated for resources: {'Port': ['ID=2ed75e68-a5e0-4a94-9059-69028d9f788c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:43.005026 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271fd727-9c78-4f8d-a015-baef45a0d5fa None None] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:39:43.014448 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port 012155f1-fab6-4fb5-82ce-b9943677c804 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:43.014907 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (012155f1-fab6-4fb5-82ce-b9943677c804), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:43.037372 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cd36d5-fed0-4653-bb54-53f2bcafcb84 admin admin] Network f2e9bb50-0445-459c-9ef2-0222ede25138 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:39:43.040206 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-c8cd36d5-fed0-4653-bb54-53f2bcafcb84 admin admin] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:39:43.044326 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cd36d5-fed0-4653-bb54-53f2bcafcb84 admin admin] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:39:43.071366 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd36d5-fed0-4653-bb54-53f2bcafcb84 admin admin] Pushing event updated for resources: {'Port': ['ID=e72008c7-9b99-4ebc-afd3-05945cf7fa2b,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:43.086073 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-506e7a9a-de14-4227-8234-7113ae097aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3988d237-9486-4237-8cd7-4295fdf9fd8f', 'name': 'tempest-TestShelveInstance-584164168-router', 'tenant_id': '6a5381bd54734bd2877c50c329d25a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '012155f1-fab6-4fb5-82ce-b9943677c804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:37Z', 'updated_at': '2022-04-05T22:39:40Z', 'revision_number': 4, 'project_id': '6a5381bd54734bd2877c50c329d25a21', 'gw_port': {'id': '012155f1-fab6-4fb5-82ce-b9943677c804', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fe:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3988d237-9486-4237-8cd7-4295fdf9fd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:38Z', 'updated_at': '2022-04-05T22:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'd52872e4-c4b1-4068-8489-94ec9440b92b', 'name': '', 'network_id': 'aad58d47-6598-42c9-a3eb-59b1a9dac7a0', 'tenant_id': '6a5381bd54734bd2877c50c329d25a21', 'mac_address': 'fa:16:3e:fd:05:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3988d237-9486-4237-8cd7-4295fdf9fd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '64352385-013c-4aed-a87f-560d0688e540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:39Z', 'updated_at': '2022-04-05T22:39:40Z', 'revision_number': 2, 'project_id': '6a5381bd54734bd2877c50c329d25a21', 'subnets': [{'id': '64352385-013c-4aed-a87f-560d0688e540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:43.133738 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-271fd727-9c78-4f8d-a015-baef45a0d5fa None None] Attempting to bind port 2ed75e68-a5e0-4a94-9059-69028d9f788c on host dv-cinder-835879-4-iscsi for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:39:43.134107 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-271fd727-9c78-4f8d-a015-baef45a0d5fa None None] Attempting to bind port 2ed75e68-a5e0-4a94-9059-69028d9f788c by drivers openvswitch,hyperv on host dv-cinder-835879-4-iscsi at level 0 using segments [{'id': '2a5073dc-e49a-4abd-99a9-48e4d1aba487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '572b9e96-8bb0-4438-9cdb-6b7f7e307068'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:39:43.134471 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271fd727-9c78-4f8d-a015-baef45a0d5fa None None] Attempting to bind port 2ed75e68-a5e0-4a94-9059-69028d9f788c on network 572b9e96-8bb0-4438-9cdb-6b7f7e307068 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:39:43.138847 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506e7a9a-de14-4227-8234-7113ae097aed None None] Checking router: 3988d237-9486-4237-8cd7-4295fdf9fd8f for host: dv-cinder-835879-4-iscsi {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:39:43.139205 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506e7a9a-de14-4227-8234-7113ae097aed None None] Updating router 3988d237-9486-4237-8cd7-4295fdf9fd8f port d52872e4-c4b1-4068-8489-94ec9440b92b binding host dv-cinder-835879-4-iscsi {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:39:43.159492 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271fd727-9c78-4f8d-a015-baef45a0d5fa None None] Checking agent: {'id': 'c28e45a8-012e-434a-8853-ea48f08ceb18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 23, 41), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:39:43.159868 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271fd727-9c78-4f8d-a015-baef45a0d5fa None None] Checking segment: {'id': '2a5073dc-e49a-4abd-99a9-48e4d1aba487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '572b9e96-8bb0-4438-9cdb-6b7f7e307068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:39:43.160289 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-271fd727-9c78-4f8d-a015-baef45a0d5fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:43.160680 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271fd727-9c78-4f8d-a015-baef45a0d5fa None None] Bound using segment: {'id': '2a5073dc-e49a-4abd-99a9-48e4d1aba487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '572b9e96-8bb0-4438-9cdb-6b7f7e307068'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:39:43.161198 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-271fd727-9c78-4f8d-a015-baef45a0d5fa None None] Bound port: 2ed75e68-a5e0-4a94-9059-69028d9f788c, host: dv-cinder-835879-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a5073dc-e49a-4abd-99a9-48e4d1aba487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '572b9e96-8bb0-4438-9cdb-6b7f7e307068'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:39:43.161584 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-271fd727-9c78-4f8d-a015-baef45a0d5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (2ed75e68-a5e0-4a94-9059-69028d9f788c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:43.202306 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-506e7a9a-de14-4227-8234-7113ae097aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (d52872e4-c4b1-4068-8489-94ec9440b92b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:43.255382 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port 012155f1-fab6-4fb5-82ce-b9943677c804 is: DOWN; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:43.256099 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (012155f1-fab6-4fb5-82ce-b9943677c804), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:43.323061 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c8cd36d5-fed0-4653-bb54-53f2bcafcb84 admin admin] Publish callbacks [] for router_gateway (80e68afb-7af9-4639-96b7-d2b99c24854f), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:43.447156 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] For port 012155f1-fab6-4fb5-82ce-b9943677c804, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=012155f1-fab6-4fb5-82ce-b9943677c804,segment=NetworkSegment(2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f),segment_id=2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:43.457392 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (012155f1-fab6-4fb5-82ce-b9943677c804), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:43.459599 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-271fd727-9c78-4f8d-a015-baef45a0d5fa None None] For port 2ed75e68-a5e0-4a94-9059-69028d9f788c, host dv-cinder-835879-4-iscsi, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:39:43.527866 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c8cd36d5-fed0-4653-bb54-53f2bcafcb84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528008'] for router (80e68afb-7af9-4639-96b7-d2b99c24854f), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:43.535164 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-271fd727-9c78-4f8d-a015-baef45a0d5fa None None] For port 2ed75e68-a5e0-4a94-9059-69028d9f788c, host dv-cinder-835879-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=2ed75e68-a5e0-4a94-9059-69028d9f788c,segment=NetworkSegment(2a5073dc-e49a-4abd-99a9-48e4d1aba487),segment_id=2a5073dc-e49a-4abd-99a9-48e4d1aba487)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:39:43.549293 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-271fd727-9c78-4f8d-a015-baef45a0d5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (2ed75e68-a5e0-4a94-9059-69028d9f788c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:43.615896 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Pushing event updated for resources: {'Port': ['ID=012155f1-fab6-4fb5-82ce-b9943677c804,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:43.670326 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8cd36d5-fed0-4653-bb54-53f2bcafcb84 admin admin] Router 80e68afb-7af9-4639-96b7-d2b99c24854f is scheduled to L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 with binding_index 1 {{(pid=103303) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 22:39:43.707616 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271fd727-9c78-4f8d-a015-baef45a0d5fa None None] Pushing event updated for resources: {'Port': ['ID=2ed75e68-a5e0-4a94-9059-69028d9f788c,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:43.813055 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-506e7a9a-de14-4227-8234-7113ae097aed None None] Publish callbacks [] for port (d52872e4-c4b1-4068-8489-94ec9440b92b), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:43.819005 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-506e7a9a-de14-4227-8234-7113ae097aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (d52872e4-c4b1-4068-8489-94ec9440b92b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:43.894853 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f6033-6fbd-48bb-b261-03455806cf91 None None] Pushing event updated for resources: {'Port': ['ID=d52872e4-c4b1-4068-8489-94ec9440b92b,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:43.933994 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-506e7a9a-de14-4227-8234-7113ae097aed None None] Attempting to bind port d52872e4-c4b1-4068-8489-94ec9440b92b on host dv-cinder-835879-4-iscsi for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:39:43.934637 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-506e7a9a-de14-4227-8234-7113ae097aed None None] Attempting to bind port d52872e4-c4b1-4068-8489-94ec9440b92b by drivers openvswitch,hyperv on host dv-cinder-835879-4-iscsi at level 0 using segments [{'id': 'c1ebb7e1-0047-457c-a72e-795ced95da87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'aad58d47-6598-42c9-a3eb-59b1a9dac7a0'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:39:43.935170 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506e7a9a-de14-4227-8234-7113ae097aed None None] Attempting to bind port d52872e4-c4b1-4068-8489-94ec9440b92b on network aad58d47-6598-42c9-a3eb-59b1a9dac7a0 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:39:43.942414 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506e7a9a-de14-4227-8234-7113ae097aed None None] Checking agent: {'id': 'c28e45a8-012e-434a-8853-ea48f08ceb18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 23, 41), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:39:43.943078 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506e7a9a-de14-4227-8234-7113ae097aed None None] Checking segment: {'id': 'c1ebb7e1-0047-457c-a72e-795ced95da87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'aad58d47-6598-42c9-a3eb-59b1a9dac7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:39:43.943650 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-506e7a9a-de14-4227-8234-7113ae097aed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:43.944201 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506e7a9a-de14-4227-8234-7113ae097aed None None] Bound using segment: {'id': 'c1ebb7e1-0047-457c-a72e-795ced95da87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'aad58d47-6598-42c9-a3eb-59b1a9dac7a0'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:39:43.945057 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-506e7a9a-de14-4227-8234-7113ae097aed None None] Bound port: d52872e4-c4b1-4068-8489-94ec9440b92b, host: dv-cinder-835879-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1ebb7e1-0047-457c-a72e-795ced95da87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'aad58d47-6598-42c9-a3eb-59b1a9dac7a0'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:39:43.945718 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-506e7a9a-de14-4227-8234-7113ae097aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (d52872e4-c4b1-4068-8489-94ec9440b92b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:44.029285 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-506e7a9a-de14-4227-8234-7113ae097aed None None] For port d52872e4-c4b1-4068-8489-94ec9440b92b, host dv-cinder-835879-4-iscsi, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:39:44.033457 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-506e7a9a-de14-4227-8234-7113ae097aed None None] For port d52872e4-c4b1-4068-8489-94ec9440b92b, host dv-cinder-835879-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=d52872e4-c4b1-4068-8489-94ec9440b92b,segment=NetworkSegment(c1ebb7e1-0047-457c-a72e-795ced95da87),segment_id=c1ebb7e1-0047-457c-a72e-795ced95da87)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:39:44.043649 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-506e7a9a-de14-4227-8234-7113ae097aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (d52872e4-c4b1-4068-8489-94ec9440b92b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:44.089653 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506e7a9a-de14-4227-8234-7113ae097aed None None] Routers {'3988d237-9486-4237-8cd7-4295fdf9fd8f'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:39:44.090316 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-506e7a9a-de14-4227-8234-7113ae097aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:39:37Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['3988d237-9486-4237-8cd7-4295fdf9fd8f'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:44.102093 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8cd36d5-fed0-4653-bb54-53f2bcafcb84 admin admin] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:39:44.116135 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13956fea-87f1-4040-b740-cddab0c934ba None None] Sync routers for ids ['80e68afb-7af9-4639-96b7-d2b99c24854f'] in dv-cinder-835879-4-iscsi {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:39:44.131904 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c8cd36d5-fed0-4653-bb54-53f2bcafcb84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:44.133649 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13956fea-87f1-4040-b740-cddab0c934ba None None] Routers {'80e68afb-7af9-4639-96b7-d2b99c24854f'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:39:44.134287 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-13956fea-87f1-4040-b740-cddab0c934ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:39:37Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['80e68afb-7af9-4639-96b7-d2b99c24854f'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:44.136527 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 49992) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:44.137060 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-c8cd36d5-fed0-4653-bb54-53f2bcafcb84 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9131758 Apr 05 22:39:44.207770 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-9ffa9be0-2bec-4172-8b9a-87d99860d9c2 None None] Provisioning complete for port d52872e4-c4b1-4068-8489-94ec9440b92b triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:44.208152 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9ffa9be0-2bec-4172-8b9a-87d99860d9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (d52872e4-c4b1-4068-8489-94ec9440b92b), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:44.212719 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f6033-6fbd-48bb-b261-03455806cf91 None None] Pushing event updated for resources: {'Port': ['ID=d52872e4-c4b1-4068-8489-94ec9440b92b,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:44.272688 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-506e7a9a-de14-4227-8234-7113ae097aed None None] Set router 3988d237-9486-4237-8cd7-4295fdf9fd8f gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:39:44.286236 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-13956fea-87f1-4040-b740-cddab0c934ba None None] Set router 80e68afb-7af9-4639-96b7-d2b99c24854f gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:39:44.413278 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-9ffa9be0-2bec-4172-8b9a-87d99860d9c2 None None] Current status of the port d52872e4-c4b1-4068-8489-94ec9440b92b is: DOWN; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:44.413278 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9ffa9be0-2bec-4172-8b9a-87d99860d9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (d52872e4-c4b1-4068-8489-94ec9440b92b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:44.501109 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-9ffa9be0-2bec-4172-8b9a-87d99860d9c2 None None] For port d52872e4-c4b1-4068-8489-94ec9440b92b, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=d52872e4-c4b1-4068-8489-94ec9440b92b,segment=NetworkSegment(c1ebb7e1-0047-457c-a72e-795ced95da87),segment_id=c1ebb7e1-0047-457c-a72e-795ced95da87)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:44.510391 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9ffa9be0-2bec-4172-8b9a-87d99860d9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (d52872e4-c4b1-4068-8489-94ec9440b92b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:44.591838 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa9be0-2bec-4172-8b9a-87d99860d9c2 None None] Pushing event updated for resources: {'Port': ['ID=d52872e4-c4b1-4068-8489-94ec9440b92b,revision_number=5']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:44.606141 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-13956fea-87f1-4040-b740-cddab0c934ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e68afb-7af9-4639-96b7-d2b99c24854f', 'name': 'tempest-TestShelveInstance-1284229285-router', 'tenant_id': 'c4d876544e22455290d162d9f79e763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e72008c7-9b99-4ebc-afd3-05945cf7fa2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:42Z', 'updated_at': '2022-04-05T22:39:43Z', 'revision_number': 3, 'project_id': 'c4d876544e22455290d162d9f79e763f', 'gw_port': {'id': 'e72008c7-9b99-4ebc-afd3-05945cf7fa2b', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e68afb-7af9-4639-96b7-d2b99c24854f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:42Z', 'updated_at': '2022-04-05T22:39:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi'}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:44.611957 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-506e7a9a-de14-4227-8234-7113ae097aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3988d237-9486-4237-8cd7-4295fdf9fd8f', 'name': 'tempest-TestShelveInstance-584164168-router', 'tenant_id': '6a5381bd54734bd2877c50c329d25a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '012155f1-fab6-4fb5-82ce-b9943677c804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:37Z', 'updated_at': '2022-04-05T22:39:40Z', 'revision_number': 4, 'project_id': '6a5381bd54734bd2877c50c329d25a21', 'gw_port': {'id': '012155f1-fab6-4fb5-82ce-b9943677c804', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fe:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3988d237-9486-4237-8cd7-4295fdf9fd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:38Z', 'updated_at': '2022-04-05T22:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'd52872e4-c4b1-4068-8489-94ec9440b92b', 'name': '', 'network_id': 'aad58d47-6598-42c9-a3eb-59b1a9dac7a0', 'tenant_id': '6a5381bd54734bd2877c50c329d25a21', 'mac_address': 'fa:16:3e:fd:05:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3988d237-9486-4237-8cd7-4295fdf9fd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '64352385-013c-4aed-a87f-560d0688e540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:39Z', 'updated_at': '2022-04-05T22:39:44Z', 'revision_number': 4, 'project_id': '6a5381bd54734bd2877c50c329d25a21', 'subnets': [{'id': '64352385-013c-4aed-a87f-560d0688e540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:44.636051 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13956fea-87f1-4040-b740-cddab0c934ba None None] Checking router: 80e68afb-7af9-4639-96b7-d2b99c24854f for host: dv-cinder-835879-4-iscsi {{(pid=103305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:39:44.636300 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13956fea-87f1-4040-b740-cddab0c934ba None None] Updating router 80e68afb-7af9-4639-96b7-d2b99c24854f port e72008c7-9b99-4ebc-afd3-05945cf7fa2b binding host dv-cinder-835879-4-iscsi {{(pid=103305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:39:44.649926 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506e7a9a-de14-4227-8234-7113ae097aed None None] The sync data for ids ['3988d237-9486-4237-8cd7-4295fdf9fd8f'] in dv-cinder-835879-4-iscsi is: [{'id': '3988d237-9486-4237-8cd7-4295fdf9fd8f', 'name': 'tempest-TestShelveInstance-584164168-router', 'tenant_id': '6a5381bd54734bd2877c50c329d25a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '012155f1-fab6-4fb5-82ce-b9943677c804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:37Z', 'updated_at': '2022-04-05T22:39:40Z', 'revision_number': 4, 'project_id': '6a5381bd54734bd2877c50c329d25a21', 'gw_port': {'id': '012155f1-fab6-4fb5-82ce-b9943677c804', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fe:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3988d237-9486-4237-8cd7-4295fdf9fd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:38Z', 'updated_at': '2022-04-05T22:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'd52872e4-c4b1-4068-8489-94ec9440b92b', 'name': '', 'network_id': 'aad58d47-6598-42c9-a3eb-59b1a9dac7a0', 'tenant_id': '6a5381bd54734bd2877c50c329d25a21', 'mac_address': 'fa:16:3e:fd:05:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3988d237-9486-4237-8cd7-4295fdf9fd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '64352385-013c-4aed-a87f-560d0688e540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:39Z', 'updated_at': '2022-04-05T22:39:44Z', 'revision_number': 4, 'project_id': '6a5381bd54734bd2877c50c329d25a21', 'subnets': [{'id': '64352385-013c-4aed-a87f-560d0688e540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:39:44.669910 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-3823dfdf-9462-49da-9ae3-bdd9b7157389 None None] Provisioning complete for port d52872e4-c4b1-4068-8489-94ec9440b92b triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:44.670531 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3823dfdf-9462-49da-9ae3-bdd9b7157389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (d52872e4-c4b1-4068-8489-94ec9440b92b), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:44.682435 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-13956fea-87f1-4040-b740-cddab0c934ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (e72008c7-9b99-4ebc-afd3-05945cf7fa2b), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:44.721652 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-77e1cc2c-9dba-4864-af40-080b78a5b3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:44.833747 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-3823dfdf-9462-49da-9ae3-bdd9b7157389 None None] Current status of the port d52872e4-c4b1-4068-8489-94ec9440b92b is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:44.896789 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c44ceb-24d1-43f0-b43b-06fb33643276 None None] Network 572b9e96-8bb0-4438-9cdb-6b7f7e307068 requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:39:45.025116 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-77e1cc2c-9dba-4864-af40-080b78a5b3d0 admin admin] Allocated IP 172.20.0.1 (572b9e96-8bb0-4438-9cdb-6b7f7e307068/d091148d-44dd-4987-bc01-d75e0a49d895/c390f4ab-ccf1-48a2-8032-150123223e5c) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:39:45.038785 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 2ed75e68-a5e0-4a94-9059-69028d9f788c up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:39:45.041177 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-bc50a2e0-e698-4108-b048-891574cc49cc None None] Provisioning complete for port 2ed75e68-a5e0-4a94-9059-69028d9f788c triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:45.041770 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bc50a2e0-e698-4108-b048-891574cc49cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (2ed75e68-a5e0-4a94-9059-69028d9f788c), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:45.065772 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-13956fea-87f1-4040-b740-cddab0c934ba None None] Publish callbacks [] for port (e72008c7-9b99-4ebc-afd3-05945cf7fa2b), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:45.073372 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-13956fea-87f1-4040-b740-cddab0c934ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (e72008c7-9b99-4ebc-afd3-05945cf7fa2b), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:45.138099 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ceae7a-65ef-4848-a14e-9d2c50971a0c None None] Pushing event updated for resources: {'Port': ['ID=e72008c7-9b99-4ebc-afd3-05945cf7fa2b,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:45.158007 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-13956fea-87f1-4040-b740-cddab0c934ba None None] Attempting to bind port e72008c7-9b99-4ebc-afd3-05945cf7fa2b on host dv-cinder-835879-4-iscsi for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:39:45.158007 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-13956fea-87f1-4040-b740-cddab0c934ba None None] Attempting to bind port e72008c7-9b99-4ebc-afd3-05945cf7fa2b by drivers openvswitch,hyperv on host dv-cinder-835879-4-iscsi at level 0 using segments [{'id': '2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:39:45.158347 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13956fea-87f1-4040-b740-cddab0c934ba None None] Attempting to bind port e72008c7-9b99-4ebc-afd3-05945cf7fa2b on network f2e9bb50-0445-459c-9ef2-0222ede25138 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:39:45.170888 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13956fea-87f1-4040-b740-cddab0c934ba None None] Checking agent: {'id': 'c28e45a8-012e-434a-8853-ea48f08ceb18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 23, 41), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:39:45.171309 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13956fea-87f1-4040-b740-cddab0c934ba None None] Checking segment: {'id': '2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:39:45.171713 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-13956fea-87f1-4040-b740-cddab0c934ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:45.172860 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13956fea-87f1-4040-b740-cddab0c934ba None None] Bound using segment: {'id': '2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:39:45.173296 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-13956fea-87f1-4040-b740-cddab0c934ba None None] Bound port: e72008c7-9b99-4ebc-afd3-05945cf7fa2b, host: dv-cinder-835879-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:39:45.173882 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-13956fea-87f1-4040-b740-cddab0c934ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (e72008c7-9b99-4ebc-afd3-05945cf7fa2b), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:45.195926 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-77e1cc2c-9dba-4864-af40-080b78a5b3d0 admin admin] Publish callbacks [] for port (c390f4ab-ccf1-48a2-8032-150123223e5c), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:45.202898 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port 2ed75e68-a5e0-4a94-9059-69028d9f788c triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:45.203880 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (2ed75e68-a5e0-4a94-9059-69028d9f788c), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:45.245231 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-13956fea-87f1-4040-b740-cddab0c934ba None None] For port e72008c7-9b99-4ebc-afd3-05945cf7fa2b, host dv-cinder-835879-4-iscsi, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:39:45.247042 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-77e1cc2c-9dba-4864-af40-080b78a5b3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (c390f4ab-ccf1-48a2-8032-150123223e5c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:45.251023 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-13956fea-87f1-4040-b740-cddab0c934ba None None] For port e72008c7-9b99-4ebc-afd3-05945cf7fa2b, host dv-cinder-835879-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=e72008c7-9b99-4ebc-afd3-05945cf7fa2b,segment=NetworkSegment(2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f),segment_id=2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:39:45.259868 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-13956fea-87f1-4040-b740-cddab0c934ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (e72008c7-9b99-4ebc-afd3-05945cf7fa2b), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:45.285300 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-bc50a2e0-e698-4108-b048-891574cc49cc None None] Current status of the port 2ed75e68-a5e0-4a94-9059-69028d9f788c is: DOWN; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:45.285839 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bc50a2e0-e698-4108-b048-891574cc49cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (2ed75e68-a5e0-4a94-9059-69028d9f788c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:45.345881 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e1cc2c-9dba-4864-af40-080b78a5b3d0 admin admin] Pushing event updated for resources: {'Port': ['ID=c390f4ab-ccf1-48a2-8032-150123223e5c,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:45.350568 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e1cc2c-9dba-4864-af40-080b78a5b3d0 admin admin] Network 572b9e96-8bb0-4438-9cdb-6b7f7e307068 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:39:45.352228 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-77e1cc2c-9dba-4864-af40-080b78a5b3d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:39:45.354934 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e1cc2c-9dba-4864-af40-080b78a5b3d0 admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:39:45.357825 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ceae7a-65ef-4848-a14e-9d2c50971a0c None None] Pushing event updated for resources: {'Port': ['ID=e72008c7-9b99-4ebc-afd3-05945cf7fa2b,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:45.364752 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13956fea-87f1-4040-b740-cddab0c934ba None None] Routers {'80e68afb-7af9-4639-96b7-d2b99c24854f'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:39:45.365446 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-13956fea-87f1-4040-b740-cddab0c934ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:39:37Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['80e68afb-7af9-4639-96b7-d2b99c24854f'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:45.400098 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-bc50a2e0-e698-4108-b048-891574cc49cc None None] For port 2ed75e68-a5e0-4a94-9059-69028d9f788c, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=2ed75e68-a5e0-4a94-9059-69028d9f788c,segment=NetworkSegment(2a5073dc-e49a-4abd-99a9-48e4d1aba487),segment_id=2a5073dc-e49a-4abd-99a9-48e4d1aba487)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:45.409505 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bc50a2e0-e698-4108-b048-891574cc49cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (2ed75e68-a5e0-4a94-9059-69028d9f788c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:45.413795 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-77e1cc2c-9dba-4864-af40-080b78a5b3d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527961'] for router_interface (80e68afb-7af9-4639-96b7-d2b99c24854f), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:45.427592 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port 2ed75e68-a5e0-4a94-9059-69028d9f788c is: DOWN; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:45.432061 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (2ed75e68-a5e0-4a94-9059-69028d9f788c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:45.539243 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-13956fea-87f1-4040-b740-cddab0c934ba None None] Set router 80e68afb-7af9-4639-96b7-d2b99c24854f gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:39:45.542170 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50a2e0-e698-4108-b048-891574cc49cc None None] Pushing event updated for resources: {'Port': ['ID=2ed75e68-a5e0-4a94-9059-69028d9f788c,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:45.564919 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.db.api [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103304) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 22:39:45.565296 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG oslo_db.api [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 22:39:45.617230 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-77e1cc2c-9dba-4864-af40-080b78a5b3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (c390f4ab-ccf1-48a2-8032-150123223e5c), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:45.634873 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-bf6bc983-ff12-4c05-a8a6-0bba03b5d96b None None] Provisioning complete for port 2ed75e68-a5e0-4a94-9059-69028d9f788c triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:45.636447 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bf6bc983-ff12-4c05-a8a6-0bba03b5d96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (2ed75e68-a5e0-4a94-9059-69028d9f788c), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:45.746523 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-bf6bc983-ff12-4c05-a8a6-0bba03b5d96b None None] Current status of the port 2ed75e68-a5e0-4a94-9059-69028d9f788c is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:45.782123 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-13956fea-87f1-4040-b740-cddab0c934ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e68afb-7af9-4639-96b7-d2b99c24854f', 'name': 'tempest-TestShelveInstance-1284229285-router', 'tenant_id': 'c4d876544e22455290d162d9f79e763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e72008c7-9b99-4ebc-afd3-05945cf7fa2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:42Z', 'updated_at': '2022-04-05T22:39:43Z', 'revision_number': 3, 'project_id': 'c4d876544e22455290d162d9f79e763f', 'gw_port': {'id': 'e72008c7-9b99-4ebc-afd3-05945cf7fa2b', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e68afb-7af9-4639-96b7-d2b99c24854f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:42Z', 'updated_at': '2022-04-05T22:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi'}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:45.817691 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13956fea-87f1-4040-b740-cddab0c934ba None None] The sync data for ids ['80e68afb-7af9-4639-96b7-d2b99c24854f'] in dv-cinder-835879-4-iscsi is: [{'id': '80e68afb-7af9-4639-96b7-d2b99c24854f', 'name': 'tempest-TestShelveInstance-1284229285-router', 'tenant_id': 'c4d876544e22455290d162d9f79e763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e72008c7-9b99-4ebc-afd3-05945cf7fa2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:42Z', 'updated_at': '2022-04-05T22:39:43Z', 'revision_number': 3, 'project_id': 'c4d876544e22455290d162d9f79e763f', 'gw_port': {'id': 'e72008c7-9b99-4ebc-afd3-05945cf7fa2b', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e68afb-7af9-4639-96b7-d2b99c24854f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:42Z', 'updated_at': '2022-04-05T22:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi'}] {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:39:45.858837 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-77e1cc2c-9dba-4864-af40-080b78a5b3d0 admin admin] Publish callbacks [] for port (c390f4ab-ccf1-48a2-8032-150123223e5c), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:45.865708 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-77e1cc2c-9dba-4864-af40-080b78a5b3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28860065'] for port (c390f4ab-ccf1-48a2-8032-150123223e5c), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:45.869684 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-55defe15-1991-4574-a6dc-8c80dc097bf1 None None] Provisioning complete for port c390f4ab-ccf1-48a2-8032-150123223e5c triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:45.870069 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-55defe15-1991-4574-a6dc-8c80dc097bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (c390f4ab-ccf1-48a2-8032-150123223e5c), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:45.917443 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-77e1cc2c-9dba-4864-af40-080b78a5b3d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530121'] for router_interface (80e68afb-7af9-4639-96b7-d2b99c24854f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:45.922029 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-55defe15-1991-4574-a6dc-8c80dc097bf1 None None] Port c390f4ab-ccf1-48a2-8032-150123223e5c cannot update to ACTIVE because it is not bound. {{(pid=103304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:39:46.006349 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e1cc2c-9dba-4864-af40-080b78a5b3d0 admin admin] Pushing event updated for resources: {'Port': ['ID=c390f4ab-ccf1-48a2-8032-150123223e5c,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:46.044898 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e1cc2c-9dba-4864-af40-080b78a5b3d0 admin admin] Network 572b9e96-8bb0-4438-9cdb-6b7f7e307068 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:39:46.046293 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-77e1cc2c-9dba-4864-af40-080b78a5b3d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:39:46.112078 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port 2ed75e68-a5e0-4a94-9059-69028d9f788c is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:46.113140 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 012155f1-fab6-4fb5-82ce-b9943677c804 up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:39:46.232437 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port 012155f1-fab6-4fb5-82ce-b9943677c804 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:46.233821 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (012155f1-fab6-4fb5-82ce-b9943677c804), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:46.237546 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e1cc2c-9dba-4864-af40-080b78a5b3d0 admin admin] Router 80e68afb-7af9-4639-96b7-d2b99c24854f has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:39:46.347074 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port 012155f1-fab6-4fb5-82ce-b9943677c804 is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:46.348166 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device d52872e4-c4b1-4068-8489-94ec9440b92b up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:39:46.376845 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e1cc2c-9dba-4864-af40-080b78a5b3d0 admin admin] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:39:46.383837 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-77e1cc2c-9dba-4864-af40-080b78a5b3d0 admin admin] 10.222.0.15 "PUT /v2.0/routers/80e68afb-7af9-4639-96b7-d2b99c24854f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2448742 Apr 05 22:39:46.384224 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-c6e899d7-bcc4-4eb3-aed2-40ea1c21194c None None] Provisioning complete for port c390f4ab-ccf1-48a2-8032-150123223e5c triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:46.384606 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c6e899d7-bcc4-4eb3-aed2-40ea1c21194c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (c390f4ab-ccf1-48a2-8032-150123223e5c), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:46.436143 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-c6e899d7-bcc4-4eb3-aed2-40ea1c21194c None None] Port c390f4ab-ccf1-48a2-8032-150123223e5c cannot update to ACTIVE because it is not bound. {{(pid=103304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:39:46.446511 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port d52872e4-c4b1-4068-8489-94ec9440b92b triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:46.446885 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (d52872e4-c4b1-4068-8489-94ec9440b92b), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:46.532601 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port d52872e4-c4b1-4068-8489-94ec9440b92b is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:46.843166 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 50008) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:46.847648 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-85527294-8d99-456b-b0fd-71f6cad4efaf tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1707218714', 'description': 'tempest-secgroup-smoke-1707218714 description', 'project_id': '6a5381bd54734bd2877c50c329d25a21'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:46.862273 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 2ed75e68-a5e0-4a94-9059-69028d9f788c up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:39:46.875414 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-85527294-8d99-456b-b0fd-71f6cad4efaf tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:46.911056 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port 2ed75e68-a5e0-4a94-9059-69028d9f788c triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:46.911468 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (2ed75e68-a5e0-4a94-9059-69028d9f788c), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:46.943779 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-85527294-8d99-456b-b0fd-71f6cad4efaf tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks [] for security_group (af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:46.947346 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-85527294-8d99-456b-b0fd-71f6cad4efaf tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:46.976414 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-85527294-8d99-456b-b0fd-71f6cad4efaf tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:46.977664 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-85527294-8d99-456b-b0fd-71f6cad4efaf tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1335056 Apr 05 22:39:46.980050 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85527294-8d99-456b-b0fd-71f6cad4efaf tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:46.981401 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 50010) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:46.987856 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-6511e6b7-0de5-43f9-a7c0-52a561a32d6c tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Request body: {'security_group_rule': {'security_group_id': 'af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce', 'project_id': '6a5381bd54734bd2877c50c329d25a21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:46.997120 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port 2ed75e68-a5e0-4a94-9059-69028d9f788c is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:46.998177 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device e72008c7-9b99-4ebc-afd3-05945cf7fa2b up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:39:47.012992 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6511e6b7-0de5-43f9-a7c0-52a561a32d6c tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks [] for security_group_rule (dc510e3d-596c-405d-bfa7-1a0ea67e3b13), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:47.049109 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port e72008c7-9b99-4ebc-afd3-05945cf7fa2b triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:47.049582 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (e72008c7-9b99-4ebc-afd3-05945cf7fa2b), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:47.075248 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6511e6b7-0de5-43f9-a7c0-52a561a32d6c tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks [] for security_group_rule (dc510e3d-596c-405d-bfa7-1a0ea67e3b13), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:47.079089 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6511e6b7-0de5-43f9-a7c0-52a561a32d6c tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554007'] for security_group_rule (dc510e3d-596c-405d-bfa7-1a0ea67e3b13), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:47.098455 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511e6b7-0de5-43f9-a7c0-52a561a32d6c tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc510e3d-596c-405d-bfa7-1a0ea67e3b13,revision_number=0']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:47.105211 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6511e6b7-0de5-43f9-a7c0-52a561a32d6c tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:47.105688 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-6511e6b7-0de5-43f9-a7c0-52a561a32d6c tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1225259 Apr 05 22:39:47.108333 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 50012) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:47.112698 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-aa5e8cb7-b960-4b76-9841-5e737d6f4a3b tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Request body: {'security_group_rule': {'security_group_id': 'af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce', 'project_id': '6a5381bd54734bd2877c50c329d25a21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:47.134818 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port e72008c7-9b99-4ebc-afd3-05945cf7fa2b is: DOWN; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:47.135233 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (e72008c7-9b99-4ebc-afd3-05945cf7fa2b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:47.138039 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-aa5e8cb7-b960-4b76-9841-5e737d6f4a3b tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks [] for security_group_rule (9e759ceb-d1c4-499d-a80b-10dc619c1c19), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:47.197982 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-aa5e8cb7-b960-4b76-9841-5e737d6f4a3b tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks [] for security_group_rule (9e759ceb-d1c4-499d-a80b-10dc619c1c19), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:47.202483 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-aa5e8cb7-b960-4b76-9841-5e737d6f4a3b tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554007'] for security_group_rule (9e759ceb-d1c4-499d-a80b-10dc619c1c19), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:47.221744 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e8cb7-b960-4b76-9841-5e737d6f4a3b tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e759ceb-d1c4-499d-a80b-10dc619c1c19,revision_number=0']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:47.233039 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-aa5e8cb7-b960-4b76-9841-5e737d6f4a3b tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:47.234919 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-aa5e8cb7-b960-4b76-9841-5e737d6f4a3b tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1249297 Apr 05 22:39:47.237522 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 50018) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:47.242125 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-0c23461e-7424-42e8-868d-7a3408bcfaa0 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Request body: {'security_group_rule': {'security_group_id': 'af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce', 'project_id': '6a5381bd54734bd2877c50c329d25a21', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:47.269770 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0c23461e-7424-42e8-868d-7a3408bcfaa0 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks [] for security_group_rule (2b28a4f5-f2ef-4a7b-8897-f83082e60d49), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:47.293926 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] For port e72008c7-9b99-4ebc-afd3-05945cf7fa2b, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=e72008c7-9b99-4ebc-afd3-05945cf7fa2b,segment=NetworkSegment(2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f),segment_id=2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:47.298060 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (e72008c7-9b99-4ebc-afd3-05945cf7fa2b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:47.329200 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0c23461e-7424-42e8-868d-7a3408bcfaa0 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks [] for security_group_rule (2b28a4f5-f2ef-4a7b-8897-f83082e60d49), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:47.332973 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0c23461e-7424-42e8-868d-7a3408bcfaa0 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554007'] for security_group_rule (2b28a4f5-f2ef-4a7b-8897-f83082e60d49), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:47.350126 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c23461e-7424-42e8-868d-7a3408bcfaa0 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b28a4f5-f2ef-4a7b-8897-f83082e60d49,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:47.355046 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Pushing event updated for resources: {'Port': ['ID=e72008c7-9b99-4ebc-afd3-05945cf7fa2b,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:47.360786 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0c23461e-7424-42e8-868d-7a3408bcfaa0 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:47.364456 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-0c23461e-7424-42e8-868d-7a3408bcfaa0 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1234698 Apr 05 22:39:47.365422 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 50020) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:47.370153 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-b5efcc47-934e-4fab-8080-865c8fdf29b7 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Request body: {'security_group_rule': {'security_group_id': 'af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce', 'project_id': '6a5381bd54734bd2877c50c329d25a21', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:47.393771 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b5efcc47-934e-4fab-8080-865c8fdf29b7 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks [] for security_group_rule (934f8018-acfa-45bc-b84e-2f23586ed107), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:47.448434 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b5efcc47-934e-4fab-8080-865c8fdf29b7 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks [] for security_group_rule (934f8018-acfa-45bc-b84e-2f23586ed107), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:47.451915 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b5efcc47-934e-4fab-8080-865c8fdf29b7 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554007'] for security_group_rule (934f8018-acfa-45bc-b84e-2f23586ed107), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:47.469803 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5efcc47-934e-4fab-8080-865c8fdf29b7 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=934f8018-acfa-45bc-b84e-2f23586ed107,revision_number=0']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:47.477076 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b5efcc47-934e-4fab-8080-865c8fdf29b7 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:47.478271 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-b5efcc47-934e-4fab-8080-865c8fdf29b7 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1117430 Apr 05 22:39:47.481566 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 50022) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:47.485843 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-f251f6dc-c887-4c3f-bfbc-78139dd8c8b1 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Request body: {'security_group_rule': {'security_group_id': 'af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce', 'project_id': '6a5381bd54734bd2877c50c329d25a21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:47.505713 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.db.securitygroups_db [None req-f251f6dc-c887-4c3f-bfbc-78139dd8c8b1 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Project 6a5381bd54734bd2877c50c329d25a21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 22:39:47.510354 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f251f6dc-c887-4c3f-bfbc-78139dd8c8b1 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks [] for security_group_rule (706b6b6c-511f-4d00-a0f1-ba51e9f6a688), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:47.570284 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f251f6dc-c887-4c3f-bfbc-78139dd8c8b1 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks [] for security_group_rule (706b6b6c-511f-4d00-a0f1-ba51e9f6a688), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:47.574017 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f251f6dc-c887-4c3f-bfbc-78139dd8c8b1 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554007'] for security_group_rule (706b6b6c-511f-4d00-a0f1-ba51e9f6a688), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:47.592507 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f251f6dc-c887-4c3f-bfbc-78139dd8c8b1 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=706b6b6c-511f-4d00-a0f1-ba51e9f6a688,revision_number=0']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:47.601016 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f251f6dc-c887-4c3f-bfbc-78139dd8c8b1 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:47.605170 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-f251f6dc-c887-4c3f-bfbc-78139dd8c8b1 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1226089 Apr 05 22:39:47.605790 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 50024) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:47.610338 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-a379caf6-8942-4aed-987a-adba7e96f574 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Request body: {'security_group_rule': {'security_group_id': 'af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce', 'project_id': '6a5381bd54734bd2877c50c329d25a21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:47.629410 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.db.securitygroups_db [None req-a379caf6-8942-4aed-987a-adba7e96f574 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Project 6a5381bd54734bd2877c50c329d25a21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 22:39:47.634155 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a379caf6-8942-4aed-987a-adba7e96f574 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks [] for security_group_rule (1ff22ed8-33e3-45c2-9a51-99a5724153da), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:47.691097 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a379caf6-8942-4aed-987a-adba7e96f574 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks [] for security_group_rule (1ff22ed8-33e3-45c2-9a51-99a5724153da), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:47.695549 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a379caf6-8942-4aed-987a-adba7e96f574 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554007'] for security_group_rule (1ff22ed8-33e3-45c2-9a51-99a5724153da), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:47.715739 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a379caf6-8942-4aed-987a-adba7e96f574 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff22ed8-33e3-45c2-9a51-99a5724153da,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:47.721560 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a379caf6-8942-4aed-987a-adba7e96f574 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:47.722639 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-a379caf6-8942-4aed-987a-adba7e96f574 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1158426 Apr 05 22:39:48.022051 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619f4a67-18f9-400c-9273-f10fd7a73b80 None None] Sync routers for ids ['80e68afb-7af9-4639-96b7-d2b99c24854f'] in dv-cinder-835879-4-iscsi {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:39:48.031481 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619f4a67-18f9-400c-9273-f10fd7a73b80 None None] Routers {'80e68afb-7af9-4639-96b7-d2b99c24854f'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:39:48.032101 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-619f4a67-18f9-400c-9273-f10fd7a73b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:39:37Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['80e68afb-7af9-4639-96b7-d2b99c24854f'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:48.144691 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-619f4a67-18f9-400c-9273-f10fd7a73b80 None None] Set router 80e68afb-7af9-4639-96b7-d2b99c24854f gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:39:48.354771 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-619f4a67-18f9-400c-9273-f10fd7a73b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e68afb-7af9-4639-96b7-d2b99c24854f', 'name': 'tempest-TestShelveInstance-1284229285-router', 'tenant_id': 'c4d876544e22455290d162d9f79e763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e72008c7-9b99-4ebc-afd3-05945cf7fa2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:42Z', 'updated_at': '2022-04-05T22:39:45Z', 'revision_number': 4, 'project_id': 'c4d876544e22455290d162d9f79e763f', 'gw_port': {'id': 'e72008c7-9b99-4ebc-afd3-05945cf7fa2b', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e68afb-7af9-4639-96b7-d2b99c24854f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:42Z', 'updated_at': '2022-04-05T22:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'c390f4ab-ccf1-48a2-8032-150123223e5c', 'name': '', 'network_id': '572b9e96-8bb0-4438-9cdb-6b7f7e307068', 'tenant_id': 'c4d876544e22455290d162d9f79e763f', 'mac_address': 'fa:16:3e:e8:e1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e68afb-7af9-4639-96b7-d2b99c24854f', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'd091148d-44dd-4987-bc01-d75e0a49d895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:44Z', 'updated_at': '2022-04-05T22:39:45Z', 'revision_number': 2, 'project_id': 'c4d876544e22455290d162d9f79e763f', 'subnets': [{'id': 'd091148d-44dd-4987-bc01-d75e0a49d895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:48.382731 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619f4a67-18f9-400c-9273-f10fd7a73b80 None None] Checking router: 80e68afb-7af9-4639-96b7-d2b99c24854f for host: dv-cinder-835879-4-iscsi {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:39:48.383287 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619f4a67-18f9-400c-9273-f10fd7a73b80 None None] Updating router 80e68afb-7af9-4639-96b7-d2b99c24854f port c390f4ab-ccf1-48a2-8032-150123223e5c binding host dv-cinder-835879-4-iscsi {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:39:48.410461 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-619f4a67-18f9-400c-9273-f10fd7a73b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (c390f4ab-ccf1-48a2-8032-150123223e5c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:48.676959 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-619f4a67-18f9-400c-9273-f10fd7a73b80 None None] Publish callbacks [] for port (c390f4ab-ccf1-48a2-8032-150123223e5c), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:48.683339 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-619f4a67-18f9-400c-9273-f10fd7a73b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (c390f4ab-ccf1-48a2-8032-150123223e5c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:48.733074 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9acfe1-05cc-4fcb-b80e-d0291deecc91 None None] Pushing event updated for resources: {'Port': ['ID=c390f4ab-ccf1-48a2-8032-150123223e5c,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:48.784141 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device e72008c7-9b99-4ebc-afd3-05945cf7fa2b up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:39:48.813242 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-619f4a67-18f9-400c-9273-f10fd7a73b80 None None] Attempting to bind port c390f4ab-ccf1-48a2-8032-150123223e5c on host dv-cinder-835879-4-iscsi for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:39:48.813612 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-619f4a67-18f9-400c-9273-f10fd7a73b80 None None] Attempting to bind port c390f4ab-ccf1-48a2-8032-150123223e5c by drivers openvswitch,hyperv on host dv-cinder-835879-4-iscsi at level 0 using segments [{'id': '2a5073dc-e49a-4abd-99a9-48e4d1aba487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '572b9e96-8bb0-4438-9cdb-6b7f7e307068'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:39:48.813975 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619f4a67-18f9-400c-9273-f10fd7a73b80 None None] Attempting to bind port c390f4ab-ccf1-48a2-8032-150123223e5c on network 572b9e96-8bb0-4438-9cdb-6b7f7e307068 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:39:48.824850 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619f4a67-18f9-400c-9273-f10fd7a73b80 None None] Checking agent: {'id': 'c28e45a8-012e-434a-8853-ea48f08ceb18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 23, 41), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:39:48.825223 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619f4a67-18f9-400c-9273-f10fd7a73b80 None None] Checking segment: {'id': '2a5073dc-e49a-4abd-99a9-48e4d1aba487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '572b9e96-8bb0-4438-9cdb-6b7f7e307068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:39:48.825629 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-619f4a67-18f9-400c-9273-f10fd7a73b80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:48.826021 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619f4a67-18f9-400c-9273-f10fd7a73b80 None None] Bound using segment: {'id': '2a5073dc-e49a-4abd-99a9-48e4d1aba487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '572b9e96-8bb0-4438-9cdb-6b7f7e307068'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:39:48.826492 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-619f4a67-18f9-400c-9273-f10fd7a73b80 None None] Bound port: c390f4ab-ccf1-48a2-8032-150123223e5c, host: dv-cinder-835879-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a5073dc-e49a-4abd-99a9-48e4d1aba487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '572b9e96-8bb0-4438-9cdb-6b7f7e307068'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:39:48.826876 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-619f4a67-18f9-400c-9273-f10fd7a73b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (c390f4ab-ccf1-48a2-8032-150123223e5c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:48.889797 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port e72008c7-9b99-4ebc-afd3-05945cf7fa2b triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:48.890176 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (e72008c7-9b99-4ebc-afd3-05945cf7fa2b), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:48.931323 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-619f4a67-18f9-400c-9273-f10fd7a73b80 None None] For port c390f4ab-ccf1-48a2-8032-150123223e5c, host dv-cinder-835879-4-iscsi, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:39:48.935056 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-619f4a67-18f9-400c-9273-f10fd7a73b80 None None] For port c390f4ab-ccf1-48a2-8032-150123223e5c, host dv-cinder-835879-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=c390f4ab-ccf1-48a2-8032-150123223e5c,segment=NetworkSegment(2a5073dc-e49a-4abd-99a9-48e4d1aba487),segment_id=2a5073dc-e49a-4abd-99a9-48e4d1aba487)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:39:48.944556 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-619f4a67-18f9-400c-9273-f10fd7a73b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (c390f4ab-ccf1-48a2-8032-150123223e5c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:49.049847 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-67273f6e-1101-44c9-bb8e-8abf8b417360 None None] Provisioning complete for port c390f4ab-ccf1-48a2-8032-150123223e5c triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:49.050224 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-67273f6e-1101-44c9-bb8e-8abf8b417360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (c390f4ab-ccf1-48a2-8032-150123223e5c), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:49.056071 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619f4a67-18f9-400c-9273-f10fd7a73b80 None None] Routers {'80e68afb-7af9-4639-96b7-d2b99c24854f'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:39:49.056706 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-619f4a67-18f9-400c-9273-f10fd7a73b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:39:37Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['80e68afb-7af9-4639-96b7-d2b99c24854f'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:49.110414 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9acfe1-05cc-4fcb-b80e-d0291deecc91 None None] Pushing event updated for resources: {'Port': ['ID=c390f4ab-ccf1-48a2-8032-150123223e5c,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:49.143971 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port e72008c7-9b99-4ebc-afd3-05945cf7fa2b is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:49.239209 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-619f4a67-18f9-400c-9273-f10fd7a73b80 None None] Set router 80e68afb-7af9-4639-96b7-d2b99c24854f gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:39:49.279527 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-67273f6e-1101-44c9-bb8e-8abf8b417360 None None] Current status of the port c390f4ab-ccf1-48a2-8032-150123223e5c is: DOWN; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:49.279849 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-67273f6e-1101-44c9-bb8e-8abf8b417360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (c390f4ab-ccf1-48a2-8032-150123223e5c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:49.390607 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-67273f6e-1101-44c9-bb8e-8abf8b417360 None None] For port c390f4ab-ccf1-48a2-8032-150123223e5c, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=c390f4ab-ccf1-48a2-8032-150123223e5c,segment=NetworkSegment(2a5073dc-e49a-4abd-99a9-48e4d1aba487),segment_id=2a5073dc-e49a-4abd-99a9-48e4d1aba487)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:49.409681 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-67273f6e-1101-44c9-bb8e-8abf8b417360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (c390f4ab-ccf1-48a2-8032-150123223e5c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:49.508366 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67273f6e-1101-44c9-bb8e-8abf8b417360 None None] Pushing event updated for resources: {'Port': ['ID=c390f4ab-ccf1-48a2-8032-150123223e5c,revision_number=5']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:49.539715 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-bcd32390-226a-4390-9192-cfe372a5a18c None None] Provisioning complete for port c390f4ab-ccf1-48a2-8032-150123223e5c triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:49.540089 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bcd32390-226a-4390-9192-cfe372a5a18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (c390f4ab-ccf1-48a2-8032-150123223e5c), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:49.573361 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-619f4a67-18f9-400c-9273-f10fd7a73b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e68afb-7af9-4639-96b7-d2b99c24854f', 'name': 'tempest-TestShelveInstance-1284229285-router', 'tenant_id': 'c4d876544e22455290d162d9f79e763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e72008c7-9b99-4ebc-afd3-05945cf7fa2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:42Z', 'updated_at': '2022-04-05T22:39:45Z', 'revision_number': 4, 'project_id': 'c4d876544e22455290d162d9f79e763f', 'gw_port': {'id': 'e72008c7-9b99-4ebc-afd3-05945cf7fa2b', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e68afb-7af9-4639-96b7-d2b99c24854f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:42Z', 'updated_at': '2022-04-05T22:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'c390f4ab-ccf1-48a2-8032-150123223e5c', 'name': '', 'network_id': '572b9e96-8bb0-4438-9cdb-6b7f7e307068', 'tenant_id': 'c4d876544e22455290d162d9f79e763f', 'mac_address': 'fa:16:3e:e8:e1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e68afb-7af9-4639-96b7-d2b99c24854f', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'd091148d-44dd-4987-bc01-d75e0a49d895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:44Z', 'updated_at': '2022-04-05T22:39:48Z', 'revision_number': 4, 'project_id': 'c4d876544e22455290d162d9f79e763f', 'subnets': [{'id': 'd091148d-44dd-4987-bc01-d75e0a49d895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:49.608806 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619f4a67-18f9-400c-9273-f10fd7a73b80 None None] The sync data for ids ['80e68afb-7af9-4639-96b7-d2b99c24854f'] in dv-cinder-835879-4-iscsi is: [{'id': '80e68afb-7af9-4639-96b7-d2b99c24854f', 'name': 'tempest-TestShelveInstance-1284229285-router', 'tenant_id': 'c4d876544e22455290d162d9f79e763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e72008c7-9b99-4ebc-afd3-05945cf7fa2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:42Z', 'updated_at': '2022-04-05T22:39:45Z', 'revision_number': 4, 'project_id': 'c4d876544e22455290d162d9f79e763f', 'gw_port': {'id': 'e72008c7-9b99-4ebc-afd3-05945cf7fa2b', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e68afb-7af9-4639-96b7-d2b99c24854f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:42Z', 'updated_at': '2022-04-05T22:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'c390f4ab-ccf1-48a2-8032-150123223e5c', 'name': '', 'network_id': '572b9e96-8bb0-4438-9cdb-6b7f7e307068', 'tenant_id': 'c4d876544e22455290d162d9f79e763f', 'mac_address': 'fa:16:3e:e8:e1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e68afb-7af9-4639-96b7-d2b99c24854f', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'd091148d-44dd-4987-bc01-d75e0a49d895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:44Z', 'updated_at': '2022-04-05T22:39:48Z', 'revision_number': 4, 'project_id': 'c4d876544e22455290d162d9f79e763f', 'subnets': [{'id': 'd091148d-44dd-4987-bc01-d75e0a49d895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:39:49.668503 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-bcd32390-226a-4390-9192-cfe372a5a18c None None] Current status of the port c390f4ab-ccf1-48a2-8032-150123223e5c is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:50.790305 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device c390f4ab-ccf1-48a2-8032-150123223e5c up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:39:50.840838 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port c390f4ab-ccf1-48a2-8032-150123223e5c triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:50.841343 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (c390f4ab-ccf1-48a2-8032-150123223e5c), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:51.062277 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port c390f4ab-ccf1-48a2-8032-150123223e5c is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:52.271767 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f955f9-0c5b-4627-b756-3f91c5179993 req-46dc2a5b-5126-4736-95cc-019327651e90 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:52.277263 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e5f955f9-0c5b-4627-b756-3f91c5179993 req-46dc2a5b-5126-4736-95cc-019327651e90 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=830b2619-ff59-49a1-8893-3ef9e2a9e9d1 HTTP/1.1" status: 200 len: 945 time: 0.0653107 Apr 05 22:39:52.324593 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e5f955f9-0c5b-4627-b756-3f91c5179993 req-65b2b0a5-7754-45cd-95b9-a7a45850012c tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=420bfcfc-09ea-466d-a370-2deba7a6a084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449848 Apr 05 22:39:53.445831 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc949c6-9bdc-49a6-b1d7-06db68d632fe req-d05cf3d4-f85b-4857-bc24-e5e2160200b4 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:53.447343 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8fc949c6-9bdc-49a6-b1d7-06db68d632fe req-d05cf3d4-f85b-4857-bc24-e5e2160200b4 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=830b2619-ff59-49a1-8893-3ef9e2a9e9d1 HTTP/1.1" status: 200 len: 945 time: 0.0515394 Apr 05 22:39:53.495924 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8fc949c6-9bdc-49a6-b1d7-06db68d632fe req-5580c271-8c9d-407e-9e18-615894126544 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=420bfcfc-09ea-466d-a370-2deba7a6a084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416768 Apr 05 22:39:54.391510 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2fd50b-1e0f-4c9e-98e2-08e26c4583fc req-7fa81575-dad2-4a84-9ab3-7a639bd1fa26 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:54.392972 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9c2fd50b-1e0f-4c9e-98e2-08e26c4583fc req-7fa81575-dad2-4a84-9ab3-7a639bd1fa26 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.46 "GET /v2.0/ports?device_id=830b2619-ff59-49a1-8893-3ef9e2a9e9d1 HTTP/1.1" status: 200 len: 945 time: 0.0556591 Apr 05 22:39:54.491200 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-9c2fd50b-1e0f-4c9e-98e2-08e26c4583fc req-d765e068-748a-4ffc-ad31-2af9b25c3d68 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Deleting port 6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:39:54.491988 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9c2fd50b-1e0f-4c9e-98e2-08e26c4583fc req-d765e068-748a-4ffc-ad31-2af9b25c3d68 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:54.591534 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-9c2fd50b-1e0f-4c9e-98e2-08e26c4583fc req-d765e068-748a-4ffc-ad31-2af9b25c3d68 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] For port 6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec,segment=NetworkSegment(7a5e164d-fdbc-4c25-a357-31ca6dc11523),segment_id=7a5e164d-fdbc-4c25-a357-31ca6dc11523)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:54.591925 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9c2fd50b-1e0f-4c9e-98e2-08e26c4583fc req-d765e068-748a-4ffc-ad31-2af9b25c3d68 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:54.879508 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:39:55.062504 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9c2fd50b-1e0f-4c9e-98e2-08e26c4583fc req-d765e068-748a-4ffc-ad31-2af9b25c3d68 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:55.062869 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9c2fd50b-1e0f-4c9e-98e2-08e26c4583fc req-d765e068-748a-4ffc-ad31-2af9b25c3d68 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528098'] for floatingip (a2f72318-9e97-48bf-a0c9-7e22ca15783a), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:55.063193 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.db.l3_db [req-9c2fd50b-1e0f-4c9e-98e2-08e26c4583fc req-d765e068-748a-4ffc-ad31-2af9b25c3d68 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Floating IP a2f72318-9e97-48bf-a0c9-7e22ca15783a disassociated. External IP: 172.27.2.179, port: 6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec. Apr 05 22:39:55.063538 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-9c2fd50b-1e0f-4c9e-98e2-08e26c4583fc req-d765e068-748a-4ffc-ad31-2af9b25c3d68 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Calling delete_port for 6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:39:55.083015 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014f62c-d341-46f3-83ee-150651fa12b5 req-891e01e6-f813-44e8-a253-53ae3768d675 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:55.084513 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5014f62c-d341-46f3-83ee-150651fa12b5 req-891e01e6-f813-44e8-a253-53ae3768d675 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=830b2619-ff59-49a1-8893-3ef9e2a9e9d1 HTTP/1.1" status: 200 len: 945 time: 0.3635242 Apr 05 22:39:55.177763 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5014f62c-d341-46f3-83ee-150651fa12b5 req-a87a5332-0216-4568-8ef3-9c2dbc2cc0a9 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=420bfcfc-09ea-466d-a370-2deba7a6a084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593793 Apr 05 22:39:55.252531 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9c2fd50b-1e0f-4c9e-98e2-08e26c4583fc req-d765e068-748a-4ffc-ad31-2af9b25c3d68 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:55.282587 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d765e068-748a-4ffc-ad31-2af9b25c3d68 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Pushing event deleted for resources: {'Port': ['ID=6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:55.295778 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d765e068-748a-4ffc-ad31-2af9b25c3d68 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:55.296203 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d765e068-748a-4ffc-ad31-2af9b25c3d68 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:55.296623 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d765e068-748a-4ffc-ad31-2af9b25c3d68 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:55.297069 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d765e068-748a-4ffc-ad31-2af9b25c3d68 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:55.297482 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d765e068-748a-4ffc-ad31-2af9b25c3d68 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:55.297893 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d765e068-748a-4ffc-ad31-2af9b25c3d68 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:55.298313 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d765e068-748a-4ffc-ad31-2af9b25c3d68 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:55.298721 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d765e068-748a-4ffc-ad31-2af9b25c3d68 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:55.299217 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d765e068-748a-4ffc-ad31-2af9b25c3d68 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:55.299586 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d765e068-748a-4ffc-ad31-2af9b25c3d68 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:55.299983 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d765e068-748a-4ffc-ad31-2af9b25c3d68 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:55.300394 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d765e068-748a-4ffc-ad31-2af9b25c3d68 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:55.300814 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d765e068-748a-4ffc-ad31-2af9b25c3d68 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:55.301213 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d765e068-748a-4ffc-ad31-2af9b25c3d68 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:55.301611 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d765e068-748a-4ffc-ad31-2af9b25c3d68 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:55.414342 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c2fd50b-1e0f-4c9e-98e2-08e26c4583fc req-d765e068-748a-4ffc-ad31-2af9b25c3d68 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Router 4d6a48c7-8b87-4a6f-acc5-9c60a34b861a has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:39:55.537606 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c2fd50b-1e0f-4c9e-98e2-08e26c4583fc req-d765e068-748a-4ffc-ad31-2af9b25c3d68 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:39:55.547578 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa35a8c1-f478-4f3e-a9c5-7eeb9b9778d8 None None] Sync routers for ids ['4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'] in dv-cinder-835879-4-iscsi {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:39:55.556686 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa35a8c1-f478-4f3e-a9c5-7eeb9b9778d8 None None] Routers {'4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:39:55.557330 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-fa35a8c1-f478-4f3e-a9c5-7eeb9b9778d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:39:37Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:55.577710 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c2fd50b-1e0f-4c9e-98e2-08e26c4583fc req-d765e068-748a-4ffc-ad31-2af9b25c3d68 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] No DVR routers for this DVR port 6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec on host hv-cinder-83587 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:39:55.580276 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9c2fd50b-1e0f-4c9e-98e2-08e26c4583fc req-d765e068-748a-4ffc-ad31-2af9b25c3d68 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:55.584257 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9c2fd50b-1e0f-4c9e-98e2-08e26c4583fc req-d765e068-748a-4ffc-ad31-2af9b25c3d68 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.46 "DELETE /v2.0/ports/6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec HTTP/1.1" status: 204 len: 173 time: 1.1854091 Apr 05 22:39:55.584709 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '830b2619-ff59-49a1-8893-3ef9e2a9e9d1', 'name': 'network-vif-deleted', 'tag': '6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:39:55.587336 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e662b670-1d06-49a1-b879-f4af34e163b7" -d '{"events": [{"server_uuid": "830b2619-ff59-49a1-8893-3ef9e2a9e9d1", "name": "network-vif-deleted", "tag": "6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:39:55.645595 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f1329f-1724-4a6c-b9d4-c4193fc15668 x-openstack-request-id: req-b9f1329f-1724-4a6c-b9d4-c4193fc15668 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:39:55.646138 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "830b2619-ff59-49a1-8893-3ef9e2a9e9d1", "name": "network-vif-deleted", "tag": "6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:39:55.647947 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b9f1329f-1724-4a6c-b9d4-c4193fc15668 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:39:55.648607 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9f1329f-1724-4a6c-b9d4-c4193fc15668'] response: {'server_uuid': '830b2619-ff59-49a1-8893-3ef9e2a9e9d1', 'name': 'network-vif-deleted', 'tag': '6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec', 'status': 'completed', 'code': 200} Apr 05 22:39:55.675674 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-fa35a8c1-f478-4f3e-a9c5-7eeb9b9778d8 None None] Set router 4d6a48c7-8b87-4a6f-acc5-9c60a34b861a gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:39:55.890736 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-fa35a8c1-f478-4f3e-a9c5-7eeb9b9778d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'name': 'tempest-AttachVolumeNegativeTest-659125320-router', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:10Z', 'revision_number': 4, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'gw_port': {'id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f', 'name': '', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'mac_address': 'fa:16:3e:f5:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:09Z', 'updated_at': '2022-04-05T22:32:25Z', 'revision_number': 5, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'subnets': [{'id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:55.918639 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa35a8c1-f478-4f3e-a9c5-7eeb9b9778d8 None None] Checking router: 4d6a48c7-8b87-4a6f-acc5-9c60a34b861a for host: dv-cinder-835879-4-iscsi {{(pid=103305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:39:55.928005 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa35a8c1-f478-4f3e-a9c5-7eeb9b9778d8 None None] Routers {'4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:39:55.928817 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-fa35a8c1-f478-4f3e-a9c5-7eeb9b9778d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:39:37Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:56.042104 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-fa35a8c1-f478-4f3e-a9c5-7eeb9b9778d8 None None] Set router 4d6a48c7-8b87-4a6f-acc5-9c60a34b861a gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:39:56.263470 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-fa35a8c1-f478-4f3e-a9c5-7eeb9b9778d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'name': 'tempest-AttachVolumeNegativeTest-659125320-router', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:10Z', 'revision_number': 4, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'gw_port': {'id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f', 'name': '', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'mac_address': 'fa:16:3e:f5:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:09Z', 'updated_at': '2022-04-05T22:32:25Z', 'revision_number': 5, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'subnets': [{'id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:56.268690 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 50138) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:56.291123 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa35a8c1-f478-4f3e-a9c5-7eeb9b9778d8 None None] The sync data for ids ['4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'] in dv-cinder-835879-4-iscsi is: [{'id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'name': 'tempest-AttachVolumeNegativeTest-659125320-router', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:10Z', 'revision_number': 4, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'gw_port': {'id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f', 'name': '', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'mac_address': 'fa:16:3e:f5:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:09Z', 'updated_at': '2022-04-05T22:32:25Z', 'revision_number': 5, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'subnets': [{'id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:39:56.330489 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5482cd32-511c-46c4-97bf-cc82cda04e7e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group (420bfcfc-09ea-466d-a370-2deba7a6a084), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:56.356191 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5482cd32-511c-46c4-97bf-cc82cda04e7e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group (420bfcfc-09ea-466d-a370-2deba7a6a084), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:56.406817 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5482cd32-511c-46c4-97bf-cc82cda04e7e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (420bfcfc-09ea-466d-a370-2deba7a6a084), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:56.409627 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5482cd32-511c-46c4-97bf-cc82cda04e7e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:56.410841 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-5482cd32-511c-46c4-97bf-cc82cda04e7e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "DELETE /v2.0/security-groups/420bfcfc-09ea-466d-a370-2deba7a6a084 HTTP/1.1" status: 204 len: 168 time: 0.1410801 Apr 05 22:39:56.413771 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 50140) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:56.420378 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482cd32-511c-46c4-97bf-cc82cda04e7e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=420bfcfc-09ea-466d-a370-2deba7a6a084,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:56.443230 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.api.v2.resource [None req-d091838d-8074-4f6b-a764-61b79361a724 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] show failed (client error): The resource could not be found. Apr 05 22:39:56.444927 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-d091838d-8074-4f6b-a764-61b79361a724 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups/420bfcfc-09ea-466d-a370-2deba7a6a084 HTTP/1.1" status: 404 len: 347 time: 0.0294325 Apr 05 22:39:56.447695 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 50142) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:56.527063 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a959056e-4843-4bef-9faf-88fb6d50a7b6 None None] New status for floating IP a2f72318-9e97-48bf-a0c9-7e22ca15783a: DOWN {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:39:56.595759 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-57a77f36-e335-40dc-bf6f-08e252712dba tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Deleting port e0e69012-78e7-4470-b989-21deb9179e15 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:39:56.596321 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-57a77f36-e335-40dc-bf6f-08e252712dba tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (e0e69012-78e7-4470-b989-21deb9179e15), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:56.680417 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-57a77f36-e335-40dc-bf6f-08e252712dba tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (e0e69012-78e7-4470-b989-21deb9179e15), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:56.680700 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-57a77f36-e335-40dc-bf6f-08e252712dba tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for floatingip (e0e69012-78e7-4470-b989-21deb9179e15), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:56.694171 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-57a77f36-e335-40dc-bf6f-08e252712dba tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Calling delete_port for e0e69012-78e7-4470-b989-21deb9179e15 owned by network:floatingip {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:39:56.839486 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-57a77f36-e335-40dc-bf6f-08e252712dba tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (e0e69012-78e7-4470-b989-21deb9179e15), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:56.868641 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a77f36-e335-40dc-bf6f-08e252712dba tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Pushing event deleted for resources: {'Port': ['ID=e0e69012-78e7-4470-b989-21deb9179e15,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:56.932388 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-57a77f36-e335-40dc-bf6f-08e252712dba tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for floatingip (a2f72318-9e97-48bf-a0c9-7e22ca15783a), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:56.935607 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-57a77f36-e335-40dc-bf6f-08e252712dba tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:56.936825 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-57a77f36-e335-40dc-bf6f-08e252712dba tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "DELETE /v2.0/floatingips/a2f72318-9e97-48bf-a0c9-7e22ca15783a HTTP/1.1" status: 204 len: 168 time: 0.4875002 Apr 05 22:39:57.162997 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 50148) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:57.168159 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-3e219249-c15c-4940-9265-2628487b51a2 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1895544588', 'description': 'tempest-description--1926694746'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:57.189384 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3e219249-c15c-4940-9265-2628487b51a2 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:57.263059 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3e219249-c15c-4940-9265-2628487b51a2 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group (cd7288a3-830a-40a1-b6b1-0ab58228227f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:57.266579 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3e219249-c15c-4940-9265-2628487b51a2 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (cd7288a3-830a-40a1-b6b1-0ab58228227f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:57.296274 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3e219249-c15c-4940-9265-2628487b51a2 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:57.297534 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-3e219249-c15c-4940-9265-2628487b51a2 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1335313 Apr 05 22:39:57.300564 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 50150) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:57.301495 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e219249-c15c-4940-9265-2628487b51a2 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7288a3-830a-40a1-b6b1-0ab58228227f,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:57.305908 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-616eaf94-a94f-4ffc-9fb5-342be73e5c6a tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Request body: {'security_group_rule': {'security_group_id': 'cd7288a3-830a-40a1-b6b1-0ab58228227f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:57.331140 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-616eaf94-a94f-4ffc-9fb5-342be73e5c6a tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group_rule (4af80789-9433-42fc-bd9e-e464bdb8526a), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:57.386934 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-616eaf94-a94f-4ffc-9fb5-342be73e5c6a tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group_rule (4af80789-9433-42fc-bd9e-e464bdb8526a), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:57.391125 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-616eaf94-a94f-4ffc-9fb5-342be73e5c6a tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554007'] for security_group_rule (4af80789-9433-42fc-bd9e-e464bdb8526a), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:57.409544 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616eaf94-a94f-4ffc-9fb5-342be73e5c6a tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4af80789-9433-42fc-bd9e-e464bdb8526a,revision_number=0']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:57.415025 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-616eaf94-a94f-4ffc-9fb5-342be73e5c6a tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:57.416206 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-616eaf94-a94f-4ffc-9fb5-342be73e5c6a tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1145701 Apr 05 22:39:57.419103 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 50152) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:57.420989 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616eaf94-a94f-4ffc-9fb5-342be73e5c6a tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:57.421346 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616eaf94-a94f-4ffc-9fb5-342be73e5c6a tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:57.421700 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616eaf94-a94f-4ffc-9fb5-342be73e5c6a tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:57.422045 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616eaf94-a94f-4ffc-9fb5-342be73e5c6a tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:57.422386 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616eaf94-a94f-4ffc-9fb5-342be73e5c6a tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:57.422746 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616eaf94-a94f-4ffc-9fb5-342be73e5c6a tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:57.423063 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616eaf94-a94f-4ffc-9fb5-342be73e5c6a tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:57.423395 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616eaf94-a94f-4ffc-9fb5-342be73e5c6a tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:57.423652 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-010f9e0d-5aa5-4463-8b1a-2ac3a086c1ca tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Request body: {'security_group_rule': {'security_group_id': 'cd7288a3-830a-40a1-b6b1-0ab58228227f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:57.423748 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616eaf94-a94f-4ffc-9fb5-342be73e5c6a tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:57.424066 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616eaf94-a94f-4ffc-9fb5-342be73e5c6a tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:57.424380 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616eaf94-a94f-4ffc-9fb5-342be73e5c6a tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:57.424713 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616eaf94-a94f-4ffc-9fb5-342be73e5c6a tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:57.425066 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616eaf94-a94f-4ffc-9fb5-342be73e5c6a tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:57.425400 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616eaf94-a94f-4ffc-9fb5-342be73e5c6a tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:57.426134 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616eaf94-a94f-4ffc-9fb5-342be73e5c6a tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:57.454154 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-010f9e0d-5aa5-4463-8b1a-2ac3a086c1ca tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group_rule (5e1e0bf5-9050-45fa-ad84-d924a568235f), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:57.515662 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-010f9e0d-5aa5-4463-8b1a-2ac3a086c1ca tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group_rule (5e1e0bf5-9050-45fa-ad84-d924a568235f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:57.519535 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-010f9e0d-5aa5-4463-8b1a-2ac3a086c1ca tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554007'] for security_group_rule (5e1e0bf5-9050-45fa-ad84-d924a568235f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:57.537342 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f9e0d-5aa5-4463-8b1a-2ac3a086c1ca tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e1e0bf5-9050-45fa-ad84-d924a568235f,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:57.545309 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-010f9e0d-5aa5-4463-8b1a-2ac3a086c1ca tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:57.546535 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-010f9e0d-5aa5-4463-8b1a-2ac3a086c1ca tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1264355 Apr 05 22:39:57.549601 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 50154) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:57.553811 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-14e92d22-aef9-43f1-b7ce-ccefcf0970ad tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Request body: {'floatingip': {'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:57.575154 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-14e92d22-aef9-43f1-b7ce-ccefcf0970ad tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:57.672664 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-14e92d22-aef9-43f1-b7ce-ccefcf0970ad tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:57.782886 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-14e92d22-aef9-43f1-b7ce-ccefcf0970ad tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Allocated IP 172.27.2.127 (f2e9bb50-0445-459c-9ef2-0222ede25138/2ac17549-fc87-4e20-be5e-92c340e9a8b2/6b3e6335-eccf-4349-a030-f1bd7afb68b1) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:39:57.886439 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-14e92d22-aef9-43f1-b7ce-ccefcf0970ad tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for port (6b3e6335-eccf-4349-a030-f1bd7afb68b1), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:57.920802 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-14e92d22-aef9-43f1-b7ce-ccefcf0970ad tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (6b3e6335-eccf-4349-a030-f1bd7afb68b1), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:57.958504 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e92d22-aef9-43f1-b7ce-ccefcf0970ad tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Network f2e9bb50-0445-459c-9ef2-0222ede25138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:39:57.962734 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-14e92d22-aef9-43f1-b7ce-ccefcf0970ad tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:39:57.966687 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e92d22-aef9-43f1-b7ce-ccefcf0970ad tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:39:57.993028 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e92d22-aef9-43f1-b7ce-ccefcf0970ad tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Pushing event updated for resources: {'Port': ['ID=6b3e6335-eccf-4349-a030-f1bd7afb68b1,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:58.062367 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-14e92d22-aef9-43f1-b7ce-ccefcf0970ad tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for floatingip (2d9629f7-0208-42e9-898b-098f9c1918bc), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:58.100294 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-14e92d22-aef9-43f1-b7ce-ccefcf0970ad tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (6b3e6335-eccf-4349-a030-f1bd7afb68b1), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:58.261518 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-14e92d22-aef9-43f1-b7ce-ccefcf0970ad tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for port (6b3e6335-eccf-4349-a030-f1bd7afb68b1), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:58.266381 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-14e92d22-aef9-43f1-b7ce-ccefcf0970ad tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28860065'] for port (6b3e6335-eccf-4349-a030-f1bd7afb68b1), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:58.333591 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e92d22-aef9-43f1-b7ce-ccefcf0970ad tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Pushing event updated for resources: {'Port': ['ID=6b3e6335-eccf-4349-a030-f1bd7afb68b1,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:58.345360 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:39:58.349795 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-14e92d22-aef9-43f1-b7ce-ccefcf0970ad tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528098'] for floatingip (2d9629f7-0208-42e9-898b-098f9c1918bc), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:58.365072 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-14e92d22-aef9-43f1-b7ce-ccefcf0970ad tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:58.369500 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] No Port match for: 6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:39:58.369875 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 6fb9f103-b1e0-4168-9e40-0ebab3e3e2ec not bound to the agent host hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:39:58.375878 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-14e92d22-aef9-43f1-b7ce-ccefcf0970ad tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8248334 Apr 05 22:39:58.559412 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-5335866c-3db8-4ead-9667-4ea1b23ee47a tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1895544588&fields=id&tenant_id=2697c0786bb14f85b099106396e57e9e HTTP/1.1" status: 200 len: 267 time: 0.0414631 Apr 05 22:39:58.665624 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-4ce27c49-873c-431a-9e29-c5145e61f775 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:58.667127 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-4ce27c49-873c-431a-9e29-c5145e61f775 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/networks?id=30d168ff-b6ad-4812-af5d-7394de5c0536 HTTP/1.1" status: 200 len: 814 time: 0.1014397 Apr 05 22:39:58.681897 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-34c6bf9a-212c-4223-a203-69dc54cb763a tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/quotas/2697c0786bb14f85b099106396e57e9e HTTP/1.1" status: 200 len: 375 time: 0.0092516 Apr 05 22:39:58.736149 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-94f4eade-e397-4622-beff-9b319e458eb9 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2697c0786bb14f85b099106396e57e9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487404 Apr 05 22:39:58.831140 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-5830daf3-8609-413e-8628-2c00f20b9e91 service neutron] 10.222.0.15 "GET /v2.0/networks/30d168ff-b6ad-4812-af5d-7394de5c0536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830526 Apr 05 22:39:58.923386 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-1722ebe3-bb76-4c84-a429-590054e50345 service neutron] 10.222.0.15 "GET /v2.0/networks/30d168ff-b6ad-4812-af5d-7394de5c0536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863433 Apr 05 22:39:59.078878 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1309b0e3-4af1-4e8b-9023-d923926e50c6 req-8e114909-5c7d-4c21-ad31-0fe0695c45e8 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4489f5b-715b-4694-b4be-4a3a860b386e HTTP/1.1" status: 200 len: 210 time: 0.0262318 Apr 05 22:39:59.949279 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:00.012508 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-451bb73d-a9b3-4607-b3a2-84a18b97a584 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:00.013974 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-451bb73d-a9b3-4607-b3a2-84a18b97a584 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.46 "GET /v2.0/networks?id=30d168ff-b6ad-4812-af5d-7394de5c0536 HTTP/1.1" status: 200 len: 814 time: 0.1077626 Apr 05 22:40:00.078692 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-b2f9e41c-a158-4e10-bf3f-c101980e4c4f tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2697c0786bb14f85b099106396e57e9e HTTP/1.1" status: 200 len: 380 time: 0.0527408 Apr 05 22:40:00.172471 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-fc942016-5d71-4390-b0fd-a68b21d4f81d req-00b03ae7-ba8d-47c4-b31e-0a6c6660992f tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4489f5b-715b-4694-b4be-4a3a860b386e HTTP/1.1" status: 200 len: 210 time: 0.0295668 Apr 05 22:40:00.177489 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-12f1c81d-c8a5-43a0-87f7-e3dc51e2fb60 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Request body: {'port': {'device_id': 'd4489f5b-715b-4694-b4be-4a3a860b386e', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'admin_state_up': True, 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'security_groups': ['cd7288a3-830a-40a1-b6b1-0ab58228227f']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:40:00.285348 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-12f1c81d-c8a5-43a0-87f7-e3dc51e2fb60 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Made reservation on behalf of 2697c0786bb14f85b099106396e57e9e for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:40:00.288886 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-12f1c81d-c8a5-43a0-87f7-e3dc51e2fb60 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:00.408663 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-12f1c81d-c8a5-43a0-87f7-e3dc51e2fb60 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Allocated IP 172.20.0.6 (30d168ff-b6ad-4812-af5d-7394de5c0536/1f7e6b53-f66a-4bf5-b303-757e7b31098d/4f547d16-d8bf-4bc8-a712-1e3dc95e332c) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:40:00.546719 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-12f1c81d-c8a5-43a0-87f7-e3dc51e2fb60 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for port (4f547d16-d8bf-4bc8-a712-1e3dc95e332c), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:00.578959 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-12f1c81d-c8a5-43a0-87f7-e3dc51e2fb60 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (4f547d16-d8bf-4bc8-a712-1e3dc95e332c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:00.619971 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-12f1c81d-c8a5-43a0-87f7-e3dc51e2fb60 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Network 30d168ff-b6ad-4812-af5d-7394de5c0536 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:40:00.623250 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-12f1c81d-c8a5-43a0-87f7-e3dc51e2fb60 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:40:00.629323 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-12f1c81d-c8a5-43a0-87f7-e3dc51e2fb60 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:40:00.635303 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f1c81d-c8a5-43a0-87f7-e3dc51e2fb60 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Pushing event updated for resources: {'Port': ['ID=4f547d16-d8bf-4bc8-a712-1e3dc95e332c,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:00.685797 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-12f1c81d-c8a5-43a0-87f7-e3dc51e2fb60 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:00.686417 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-12f1c81d-c8a5-43a0-87f7-e3dc51e2fb60 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:00.703408 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-12f1c81d-c8a5-43a0-87f7-e3dc51e2fb60 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5294101 Apr 05 22:40:00.723193 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-9a92dfb1-eb85-494e-b53b-4c98393302eb service neutron] Request body: {'port': {'device_id': 'd4489f5b-715b-4694-b4be-4a3a860b386e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:40:00.784353 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-9a92dfb1-eb85-494e-b53b-4c98393302eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (4f547d16-d8bf-4bc8-a712-1e3dc95e332c), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:00.860810 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-19702ba2-a9a5-471a-8493-52f0b85ed0ad None None] Provisioning complete for port 4f547d16-d8bf-4bc8-a712-1e3dc95e332c triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:40:00.861193 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-19702ba2-a9a5-471a-8493-52f0b85ed0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (4f547d16-d8bf-4bc8-a712-1e3dc95e332c), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:00.901073 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-19702ba2-a9a5-471a-8493-52f0b85ed0ad None None] Port 4f547d16-d8bf-4bc8-a712-1e3dc95e332c cannot update to ACTIVE because it is not bound. {{(pid=103304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:40:01.041212 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-9a92dfb1-eb85-494e-b53b-4c98393302eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f547d16-d8bf-4bc8-a712-1e3dc95e332c {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:40:01.048554 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-9a92dfb1-eb85-494e-b53b-4c98393302eb service neutron] Publish callbacks [] for port (4f547d16-d8bf-4bc8-a712-1e3dc95e332c), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:01.060529 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-9a92dfb1-eb85-494e-b53b-4c98393302eb service neutron] Transition to ACTIVE for port object 4f547d16-d8bf-4bc8-a712-1e3dc95e332c will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:40:01.065184 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-9a92dfb1-eb85-494e-b53b-4c98393302eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28860065'] for port (4f547d16-d8bf-4bc8-a712-1e3dc95e332c), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:01.132080 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92dfb1-eb85-494e-b53b-4c98393302eb service neutron] Pushing event updated for resources: {'Port': ['ID=4f547d16-d8bf-4bc8-a712-1e3dc95e332c,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:01.184621 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-9a92dfb1-eb85-494e-b53b-4c98393302eb service neutron] Attempting to bind port 4f547d16-d8bf-4bc8-a712-1e3dc95e332c on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:40:01.184992 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-9a92dfb1-eb85-494e-b53b-4c98393302eb service neutron] Attempting to bind port 4f547d16-d8bf-4bc8-a712-1e3dc95e332c by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '7a5e164d-fdbc-4c25-a357-31ca6dc11523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:40:01.185338 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-9a92dfb1-eb85-494e-b53b-4c98393302eb service neutron] Attempting to bind port 4f547d16-d8bf-4bc8-a712-1e3dc95e332c on network 30d168ff-b6ad-4812-af5d-7394de5c0536 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:40:01.190347 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-9a92dfb1-eb85-494e-b53b-4c98393302eb service neutron] Port 4f547d16-d8bf-4bc8-a712-1e3dc95e332c on network 30d168ff-b6ad-4812-af5d-7394de5c0536 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:40:01.190810 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-9a92dfb1-eb85-494e-b53b-4c98393302eb service neutron] Attempting to bind port 4f547d16-d8bf-4bc8-a712-1e3dc95e332c on network 30d168ff-b6ad-4812-af5d-7394de5c0536 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:40:01.198679 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-9a92dfb1-eb85-494e-b53b-4c98393302eb service neutron] Checking agent: {'id': '3b59f0d0-9584-48dd-b0cd-e16373160cf9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 30), 'started_at': datetime.datetime(2022, 4, 5, 22, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:40:01.199030 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-9a92dfb1-eb85-494e-b53b-4c98393302eb service neutron] Checking segment: {'id': '7a5e164d-fdbc-4c25-a357-31ca6dc11523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:40:01.199418 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-9a92dfb1-eb85-494e-b53b-4c98393302eb service neutron] Bound using segment: {'id': '7a5e164d-fdbc-4c25-a357-31ca6dc11523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:40:01.199865 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-9a92dfb1-eb85-494e-b53b-4c98393302eb service neutron] Bound port: 4f547d16-d8bf-4bc8-a712-1e3dc95e332c, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a5e164d-fdbc-4c25-a357-31ca6dc11523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:40:01.200232 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-9a92dfb1-eb85-494e-b53b-4c98393302eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (4f547d16-d8bf-4bc8-a712-1e3dc95e332c), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:01.298250 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-9a92dfb1-eb85-494e-b53b-4c98393302eb service neutron] For port 4f547d16-d8bf-4bc8-a712-1e3dc95e332c, host hv-cinder-83587, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:40:01.302039 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-9a92dfb1-eb85-494e-b53b-4c98393302eb service neutron] For port 4f547d16-d8bf-4bc8-a712-1e3dc95e332c, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=4f547d16-d8bf-4bc8-a712-1e3dc95e332c,segment=NetworkSegment(7a5e164d-fdbc-4c25-a357-31ca6dc11523),segment_id=7a5e164d-fdbc-4c25-a357-31ca6dc11523)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:40:01.312437 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-9a92dfb1-eb85-494e-b53b-4c98393302eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28860065'] for port (4f547d16-d8bf-4bc8-a712-1e3dc95e332c), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:01.326402 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea46b86-943b-4083-b12f-600e3b45c776 req-205c720c-b86f-4334-a7a0-4b05b2d01947 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:01.327895 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7ea46b86-943b-4083-b12f-600e3b45c776 req-205c720c-b86f-4334-a7a0-4b05b2d01947 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4489f5b-715b-4694-b4be-4a3a860b386e HTTP/1.1" status: 200 len: 943 time: 0.0843563 Apr 05 22:40:01.365785 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-9a92dfb1-eb85-494e-b53b-4c98393302eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:01.366409 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-9a92dfb1-eb85-494e-b53b-4c98393302eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:01.367791 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-9a92dfb1-eb85-494e-b53b-4c98393302eb service neutron] 10.222.0.46 "PUT /v2.0/ports/4f547d16-d8bf-4bc8-a712-1e3dc95e332c HTTP/1.1" status: 200 len: 1093 time: 0.6500847 Apr 05 22:40:01.368256 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4489f5b-715b-4694-b4be-4a3a860b386e', 'tag': '4f547d16-d8bf-4bc8-a712-1e3dc95e332c'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:40:01.371366 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b622e95c-59db-421f-a0bb-8e0e1dd9e22f" -d '{"events": [{"name": "network-changed", "server_uuid": "d4489f5b-715b-4694-b4be-4a3a860b386e", "tag": "4f547d16-d8bf-4bc8-a712-1e3dc95e332c"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:40:01.411510 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92dfb1-eb85-494e-b53b-4c98393302eb service neutron] Pushing event updated for resources: {'Port': ['ID=4f547d16-d8bf-4bc8-a712-1e3dc95e332c,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:01.434725 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f81cd83-86fd-4916-b62b-2c3cd1f866bc x-openstack-request-id: req-8f81cd83-86fd-4916-b62b-2c3cd1f866bc {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:40:01.435048 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4489f5b-715b-4694-b4be-4a3a860b386e", "tag": "4f547d16-d8bf-4bc8-a712-1e3dc95e332c", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:40:01.435266 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8f81cd83-86fd-4916-b62b-2c3cd1f866bc {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:40:01.435669 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f81cd83-86fd-4916-b62b-2c3cd1f866bc'] response: {'name': 'network-changed', 'server_uuid': 'd4489f5b-715b-4694-b4be-4a3a860b386e', 'tag': '4f547d16-d8bf-4bc8-a712-1e3dc95e332c', 'status': 'completed', 'code': 200} Apr 05 22:40:01.441358 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7ea46b86-943b-4083-b12f-600e3b45c776 req-aaf10c04-a302-45e9-9225-fb2413b2828d tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd7288a3-830a-40a1-b6b1-0ab58228227f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936513 Apr 05 22:40:01.484150 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-08849a1e-2c0d-43da-9208-377a10e6b6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:01.485778 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-08849a1e-2c0d-43da-9208-377a10e6b6ae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2697c0786bb14f85b099106396e57e9e&device_id=d4489f5b-715b-4694-b4be-4a3a860b386e HTTP/1.1" status: 200 len: 1127 time: 0.0635436 Apr 05 22:40:01.533640 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-db752f8b-070b-45ba-bf65-1bfb129f63ec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f547d16-d8bf-4bc8-a712-1e3dc95e332c HTTP/1.1" status: 200 len: 217 time: 0.0388207 Apr 05 22:40:01.584676 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-5b06016f-7a06-427c-a5d7-d6c76dee62a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:01.586080 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-5b06016f-7a06-427c-a5d7-d6c76dee62a7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1f7e6b53-f66a-4bf5-b303-757e7b31098d HTTP/1.1" status: 200 len: 853 time: 0.0460582 Apr 05 22:40:01.638311 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-a7a0a839-0ec6-4404-8d4f-3857f1c55c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:01.639728 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-a7a0a839-0ec6-4404-8d4f-3857f1c55c65 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=30d168ff-b6ad-4812-af5d-7394de5c0536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475414 Apr 05 22:40:01.735253 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-b6df6670-cc1b-4154-be57-7e6b987948e8 service neutron] 10.222.0.46 "GET /v2.0/networks/30d168ff-b6ad-4812-af5d-7394de5c0536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887432 Apr 05 22:40:01.871474 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-cf9c6c9b-0831-495c-a842-5114e1635b9b req-21d2e5c8-875a-40a5-abfd-f107aee93c54 service neutron] 10.222.0.46 "GET /v2.0/networks/30d168ff-b6ad-4812-af5d-7394de5c0536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302171 Apr 05 22:40:01.881594 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cebb17-99e5-45f1-9047-eb10358606ec req-bfb65fca-65cd-44c7-b68d-6a04b8db1c55 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:01.883012 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-29cebb17-99e5-45f1-9047-eb10358606ec req-bfb65fca-65cd-44c7-b68d-6a04b8db1c55 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 946 time: 0.0833313 Apr 05 22:40:01.932713 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-29cebb17-99e5-45f1-9047-eb10358606ec req-6d0af0ed-2d76-4e17-a294-d8aebd0a65df tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436523 Apr 05 22:40:02.561485 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3158c2-1399-4ab8-ad22-52864e5ec8e9 req-c21f534e-4ce1-4e03-8b70-13f35c74eaf2 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:02.562970 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2b3158c2-1399-4ab8-ad22-52864e5ec8e9 req-c21f534e-4ce1-4e03-8b70-13f35c74eaf2 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4489f5b-715b-4694-b4be-4a3a860b386e HTTP/1.1" status: 200 len: 943 time: 0.0504992 Apr 05 22:40:02.611323 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2b3158c2-1399-4ab8-ad22-52864e5ec8e9 req-acef6d06-a9bf-4617-8700-7e6a726add2f tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd7288a3-830a-40a1-b6b1-0ab58228227f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428317 Apr 05 22:40:03.051238 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481124b-0f59-4055-aa55-c649715d71ef req-09abb0d5-92ce-4fd9-88d1-a1a627ef5a2e tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:03.052706 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2481124b-0f59-4055-aa55-c649715d71ef req-09abb0d5-92ce-4fd9-88d1-a1a627ef5a2e tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 946 time: 0.0510533 Apr 05 22:40:03.098105 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2481124b-0f59-4055-aa55-c649715d71ef req-379358ff-d463-4df9-9148-2a981cd669c1 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399573 Apr 05 22:40:03.726815 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59de89a-289e-4a69-a4af-846668742866 req-8b5175b0-884b-47ed-9bed-9106261bfc6b tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:03.728284 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b59de89a-289e-4a69-a4af-846668742866 req-8b5175b0-884b-47ed-9bed-9106261bfc6b tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4489f5b-715b-4694-b4be-4a3a860b386e HTTP/1.1" status: 200 len: 943 time: 0.0509040 Apr 05 22:40:03.774074 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b59de89a-289e-4a69-a4af-846668742866 req-28fa85bd-06c7-44e0-a071-9927be9e03e4 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd7288a3-830a-40a1-b6b1-0ab58228227f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397820 Apr 05 22:40:04.220941 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c93c16e-63fc-4360-86c2-9efa406cae9f req-c4aa7ba0-fced-4e5f-9a47-ab9b8d055a82 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:04.222324 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2c93c16e-63fc-4360-86c2-9efa406cae9f req-c4aa7ba0-fced-4e5f-9a47-ab9b8d055a82 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 946 time: 0.0545363 Apr 05 22:40:04.267560 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2c93c16e-63fc-4360-86c2-9efa406cae9f req-7c5b989a-60e5-4465-8a0d-44d8e4656464 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397913 Apr 05 22:40:04.316394 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6640091b-1292-4eeb-85b6-e6eca7b49f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:04.889379 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a776121-43af-4cd2-bd88-85b93d74dbb1 req-68c4d153-eebc-4a7b-bf0c-395d5e6f999b tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:04.890817 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5a776121-43af-4cd2-bd88-85b93d74dbb1 req-68c4d153-eebc-4a7b-bf0c-395d5e6f999b tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4489f5b-715b-4694-b4be-4a3a860b386e HTTP/1.1" status: 200 len: 943 time: 0.0509212 Apr 05 22:40:04.938034 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5a776121-43af-4cd2-bd88-85b93d74dbb1 req-e47a4d9a-527f-4a2a-83a7-e8d3f543c75a tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd7288a3-830a-40a1-b6b1-0ab58228227f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417252 Apr 05 22:40:05.385717 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70de66-742b-46f5-914b-ed70f093f1db req-e6bb7907-dc48-4dbf-908f-d3a4e573a9b5 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:05.387194 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9a70de66-742b-46f5-914b-ed70f093f1db req-e6bb7907-dc48-4dbf-908f-d3a4e573a9b5 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 946 time: 0.0511706 Apr 05 22:40:05.435763 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9a70de66-742b-46f5-914b-ed70f093f1db req-b099e256-8970-422d-9fee-8e8522610503 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431983 Apr 05 22:40:06.053742 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925bd3a-8ba9-4211-ba5f-2a8c98d89e1c req-aa41302f-6f07-48dd-bda4-88002f71ad12 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:06.055202 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6925bd3a-8ba9-4211-ba5f-2a8c98d89e1c req-aa41302f-6f07-48dd-bda4-88002f71ad12 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4489f5b-715b-4694-b4be-4a3a860b386e HTTP/1.1" status: 200 len: 943 time: 0.0513046 Apr 05 22:40:06.100831 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6925bd3a-8ba9-4211-ba5f-2a8c98d89e1c req-a4de5c28-c13f-491d-ade1-c9d6923cae01 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd7288a3-830a-40a1-b6b1-0ab58228227f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396328 Apr 05 22:40:06.446264 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622e95c-59db-421f-a0bb-8e0e1dd9e22f req-5bea5a91-1b41-4027-85eb-99f25528c7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:06.447804 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b622e95c-59db-421f-a0bb-8e0e1dd9e22f req-5bea5a91-1b41-4027-85eb-99f25528c7eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2697c0786bb14f85b099106396e57e9e&device_id=d4489f5b-715b-4694-b4be-4a3a860b386e HTTP/1.1" status: 200 len: 1127 time: 0.0453453 Apr 05 22:40:06.596748 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad446fdb-43af-4d69-90c2-522c8e8b6a2e req-670fc4d2-ee31-44fc-992e-b7413553b31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:06.598257 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ad446fdb-43af-4d69-90c2-522c8e8b6a2e req-670fc4d2-ee31-44fc-992e-b7413553b31f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53101836a2ba42f5b58f4a6b84af6522&device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 1130 time: 0.1271811 Apr 05 22:40:06.610355 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622e95c-59db-421f-a0bb-8e0e1dd9e22f req-7d5ed781-69b2-4417-aaa4-6d23356356e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:06.611763 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b622e95c-59db-421f-a0bb-8e0e1dd9e22f req-7d5ed781-69b2-4417-aaa4-6d23356356e4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=30d168ff-b6ad-4812-af5d-7394de5c0536 HTTP/1.1" status: 200 len: 915 time: 0.1576445 Apr 05 22:40:06.622857 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807de6c1-b32c-4359-a7a5-5fba7d8ca4bb req-b85a3bb1-d0e5-479f-aee8-1474307a7da8 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:06.624219 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-807de6c1-b32c-4359-a7a5-5fba7d8ca4bb req-b85a3bb1-d0e5-479f-aee8-1474307a7da8 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 946 time: 0.0937159 Apr 05 22:40:06.792917 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-867cbb25-247c-4ed1-ab9e-5bc946786eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:06.933091 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b622e95c-59db-421f-a0bb-8e0e1dd9e22f req-730907df-d6ef-415d-bc8c-b49dbf4da859 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f547d16-d8bf-4bc8-a712-1e3dc95e332c HTTP/1.1" status: 200 len: 217 time: 0.3079183 Apr 05 22:40:07.036721 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622e95c-59db-421f-a0bb-8e0e1dd9e22f req-a1772471-706c-401f-8f13-84a3a6fe9b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:07.038317 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b622e95c-59db-421f-a0bb-8e0e1dd9e22f req-a1772471-706c-401f-8f13-84a3a6fe9b7b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1f7e6b53-f66a-4bf5-b303-757e7b31098d HTTP/1.1" status: 200 len: 853 time: 0.0936687 Apr 05 22:40:07.061894 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-807de6c1-b32c-4359-a7a5-5fba7d8ca4bb req-0d1611ba-00bf-4f19-9327-8b301d6bb8b0 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4296982 Apr 05 22:40:07.095285 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad446fdb-43af-4d69-90c2-522c8e8b6a2e req-29b0d501-b00a-4746-9546-873ecceef10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:07.096759 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ad446fdb-43af-4d69-90c2-522c8e8b6a2e req-29b0d501-b00a-4746-9546-873ecceef10e service neutron] 10.222.0.46 "GET /v2.0/networks?id=5f18d588-ed8c-4ba8-aa61-86f84f08ea4b HTTP/1.1" status: 200 len: 918 time: 0.4706259 Apr 05 22:40:07.153028 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622e95c-59db-421f-a0bb-8e0e1dd9e22f req-6437a6c0-3af3-4eb3-93ff-5a88551de81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:07.154547 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b622e95c-59db-421f-a0bb-8e0e1dd9e22f req-6437a6c0-3af3-4eb3-93ff-5a88551de81f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=30d168ff-b6ad-4812-af5d-7394de5c0536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1077623 Apr 05 22:40:07.249268 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ad446fdb-43af-4d69-90c2-522c8e8b6a2e req-dd8e3b4d-5c2a-42aa-8312-a2c45b8e9b95 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 HTTP/1.1" status: 200 len: 1002 time: 0.1449821 Apr 05 22:40:07.321193 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad947bb-fd52-47c2-b90e-f5c52d3d7946 req-0d6f1c85-3c54-4961-ac0e-a57489bddbc9 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:07.322579 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2ad947bb-fd52-47c2-b90e-f5c52d3d7946 req-0d6f1c85-3c54-4961-ac0e-a57489bddbc9 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4489f5b-715b-4694-b4be-4a3a860b386e HTTP/1.1" status: 200 len: 943 time: 0.1516976 Apr 05 22:40:07.351626 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b622e95c-59db-421f-a0bb-8e0e1dd9e22f req-afe6437b-a8cd-41af-b574-380cf59b1b0f service neutron] 10.222.0.46 "GET /v2.0/networks/30d168ff-b6ad-4812-af5d-7394de5c0536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905918 Apr 05 22:40:07.354557 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad446fdb-43af-4d69-90c2-522c8e8b6a2e req-2f317143-397c-4fbd-b9f7-5946975003fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:07.355888 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ad446fdb-43af-4d69-90c2-522c8e8b6a2e req-2f317143-397c-4fbd-b9f7-5946975003fd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=de490332-8df6-483d-b976-f39e215adfd8 HTTP/1.1" status: 200 len: 856 time: 0.0991409 Apr 05 22:40:07.433790 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2ad947bb-fd52-47c2-b90e-f5c52d3d7946 req-37f09428-9bb8-4c99-82c9-7be52abe24e0 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd7288a3-830a-40a1-b6b1-0ab58228227f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037483 Apr 05 22:40:07.489863 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad446fdb-43af-4d69-90c2-522c8e8b6a2e req-b071079a-9a17-49fa-8259-7bc6c98e00d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:07.491369 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ad446fdb-43af-4d69-90c2-522c8e8b6a2e req-b071079a-9a17-49fa-8259-7bc6c98e00d6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5f18d588-ed8c-4ba8-aa61-86f84f08ea4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1251516 Apr 05 22:40:07.508940 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b622e95c-59db-421f-a0bb-8e0e1dd9e22f req-85bfbd9a-866b-44ab-9bf2-1c91e53bc21f service neutron] 10.222.0.46 "GET /v2.0/networks/30d168ff-b6ad-4812-af5d-7394de5c0536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416638 Apr 05 22:40:07.554499 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:07.589565 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ad446fdb-43af-4d69-90c2-522c8e8b6a2e req-e9532a32-f94f-4b3c-bc71-913950bedcb0 service neutron] 10.222.0.46 "GET /v2.0/networks/5f18d588-ed8c-4ba8-aa61-86f84f08ea4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907240 Apr 05 22:40:07.676173 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ad446fdb-43af-4d69-90c2-522c8e8b6a2e req-ea868361-9e4b-4611-8034-8fdf5fcb849e service neutron] 10.222.0.46 "GET /v2.0/networks/5f18d588-ed8c-4ba8-aa61-86f84f08ea4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810020 Apr 05 22:40:08.190482 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4cfe67-317f-476e-a722-b189b3677d77 req-ec6bda54-7a27-4646-a886-a4045f228021 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:08.192317 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-bb4cfe67-317f-476e-a722-b189b3677d77 req-ec6bda54-7a27-4646-a886-a4045f228021 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 946 time: 0.0568469 Apr 05 22:40:08.257465 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-bb4cfe67-317f-476e-a722-b189b3677d77 req-530e15cd-7557-4ef0-a885-95cedcb073ad tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590718 Apr 05 22:40:08.369434 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 4f547d16-d8bf-4bc8-a712-1e3dc95e332c details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:40:08.461972 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 4f547d16-d8bf-4bc8-a712-1e3dc95e332c, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=4f547d16-d8bf-4bc8-a712-1e3dc95e332c,segment=NetworkSegment(7a5e164d-fdbc-4c25-a357-31ca6dc11523),segment_id=7a5e164d-fdbc-4c25-a357-31ca6dc11523)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:40:08.476678 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Returning: {'device': '4f547d16-d8bf-4bc8-a712-1e3dc95e332c', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'port_id': '4f547d16-d8bf-4bc8-a712-1e3dc95e332c', 'mac_address': 'fa:16:3e:e0:6e:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:40:08.515946 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port 4f547d16-d8bf-4bc8-a712-1e3dc95e332c is: DOWN; New status is: BUILD {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:40:08.516390 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (4f547d16-d8bf-4bc8-a712-1e3dc95e332c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:08.533305 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f547d16-d8bf-4bc8-a712-1e3dc95e332c {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:40:08.555955 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 4f547d16-d8bf-4bc8-a712-1e3dc95e332c, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=4f547d16-d8bf-4bc8-a712-1e3dc95e332c,segment=NetworkSegment(7a5e164d-fdbc-4c25-a357-31ca6dc11523),segment_id=7a5e164d-fdbc-4c25-a357-31ca6dc11523)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:40:08.565535 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (4f547d16-d8bf-4bc8-a712-1e3dc95e332c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:08.576178 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a70492-aff4-4ec7-ad55-b814b65c7c97 req-7949670a-1370-4741-bb1e-7b83da9f016e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:08.578108 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-10a70492-aff4-4ec7-ad55-b814b65c7c97 req-7949670a-1370-4741-bb1e-7b83da9f016e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4489f5b-715b-4694-b4be-4a3a860b386e HTTP/1.1" status: 200 len: 943 time: 0.0775084 Apr 05 22:40:08.615012 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=4f547d16-d8bf-4bc8-a712-1e3dc95e332c,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:08.627705 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-10a70492-aff4-4ec7-ad55-b814b65c7c97 req-32151fe9-009a-4f80-9c16-ea2788a429b6 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd7288a3-830a-40a1-b6b1-0ab58228227f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431428 Apr 05 22:40:08.945775 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] get_ports_and_sgs() called for port_ids ['4f547d16-d8bf-4bc8-a712-1e3dc95e332c'] {{(pid=103304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:40:09.152642 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:09.282739 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-51f95ad4-3aab-46d2-b549-8855fab4c271 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1707218714&fields=id&tenant_id=6a5381bd54734bd2877c50c329d25a21 HTTP/1.1" status: 200 len: 267 time: 0.0422821 Apr 05 22:40:09.418825 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-adfc6395-62be-4c68-868f-73a883a22efa tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:09.420187 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-adfc6395-62be-4c68-868f-73a883a22efa tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/networks?id=aad58d47-6598-42c9-a3eb-59b1a9dac7a0 HTTP/1.1" status: 200 len: 808 time: 0.1312191 Apr 05 22:40:09.430232 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e51e88-008f-4cf5-b322-ddb1733a3e4b req-d32ab716-8d6a-42d2-b55c-be7ad4aeae1c tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:09.431595 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c2e51e88-008f-4cf5-b322-ddb1733a3e4b req-d32ab716-8d6a-42d2-b55c-be7ad4aeae1c tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 946 time: 0.0834286 Apr 05 22:40:09.447662 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-6e17eeac-dc80-4b1f-b7a9-010917b85533 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/quotas/6a5381bd54734bd2877c50c329d25a21 HTTP/1.1" status: 200 len: 375 time: 0.0151856 Apr 05 22:40:09.510032 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c2e51e88-008f-4cf5-b322-ddb1733a3e4b req-8430078a-a9c2-4b36-adc8-11ac97875018 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714750 Apr 05 22:40:09.527160 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-490a7b77-c2b6-4f27-b368-43fbe245b2d0 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a5381bd54734bd2877c50c329d25a21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0723364 Apr 05 22:40:09.619770 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-30096c2f-8847-4cab-8fa5-cd422a6dbc18 service neutron] 10.222.0.15 "GET /v2.0/networks/aad58d47-6598-42c9-a3eb-59b1a9dac7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812180 Apr 05 22:40:09.738700 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-46324166-553b-4225-9e2a-951973aa0720 service neutron] 10.222.0.15 "GET /v2.0/networks/aad58d47-6598-42c9-a3eb-59b1a9dac7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129932 Apr 05 22:40:09.757526 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd2326-5c96-43f2-817f-9cc54f0123a0 req-7da1a5dc-0eaf-411e-8ee2-147765ffd380 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:09.758985 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-08bd2326-5c96-43f2-817f-9cc54f0123a0 req-7da1a5dc-0eaf-411e-8ee2-147765ffd380 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4489f5b-715b-4694-b4be-4a3a860b386e HTTP/1.1" status: 200 len: 944 time: 0.0642745 Apr 05 22:40:09.805803 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-08bd2326-5c96-43f2-817f-9cc54f0123a0 req-ff1aca5b-fbe7-4560-aa96-297e8390bccd tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd7288a3-830a-40a1-b6b1-0ab58228227f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406561 Apr 05 22:40:10.011512 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2b5bc160-1e9c-4d2e-afa4-8b74895b6dad req-0491e146-77b0-4cda-ae13-a756082bbc00 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 210 time: 0.0266681 Apr 05 22:40:10.385386 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 4f547d16-d8bf-4bc8-a712-1e3dc95e332c up at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:40:10.433936 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning for port 4f547d16-d8bf-4bc8-a712-1e3dc95e332c completed by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:40:10.438042 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning complete for port 4f547d16-d8bf-4bc8-a712-1e3dc95e332c triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:40:10.438421 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (4f547d16-d8bf-4bc8-a712-1e3dc95e332c), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:10.523442 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port 4f547d16-d8bf-4bc8-a712-1e3dc95e332c is: BUILD; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:40:10.523758 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (4f547d16-d8bf-4bc8-a712-1e3dc95e332c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:10.550190 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4489f5b-715b-4694-b4be-4a3a860b386e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f547d16-d8bf-4bc8-a712-1e3dc95e332c'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:40:10.554152 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16471d07bccade7c78bbaf7939695eccfc965b3074ad902c0ac28a73985796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a16fb1-6da8-4144-9abe-b7c7eaa5bd0c" -d '{"events": [{"server_uuid": "d4489f5b-715b-4694-b4be-4a3a860b386e", "name": "network-vif-plugged", "status": "completed", "tag": "4f547d16-d8bf-4bc8-a712-1e3dc95e332c"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:40:10.574005 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 4f547d16-d8bf-4bc8-a712-1e3dc95e332c, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=4f547d16-d8bf-4bc8-a712-1e3dc95e332c,segment=NetworkSegment(7a5e164d-fdbc-4c25-a357-31ca6dc11523),segment_id=7a5e164d-fdbc-4c25-a357-31ca6dc11523)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:40:10.578993 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (4f547d16-d8bf-4bc8-a712-1e3dc95e332c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:10.616866 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a0032a-4583-4dff-8473-924b29424e28 x-openstack-request-id: req-47a0032a-4583-4dff-8473-924b29424e28 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:40:10.617246 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4489f5b-715b-4694-b4be-4a3a860b386e", "name": "network-vif-plugged", "status": "completed", "tag": "4f547d16-d8bf-4bc8-a712-1e3dc95e332c", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:40:10.617550 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-47a0032a-4583-4dff-8473-924b29424e28 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:40:10.617978 dv-cinder-835879-4-iscsi neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47a0032a-4583-4dff-8473-924b29424e28'] response: {'server_uuid': 'd4489f5b-715b-4694-b4be-4a3a860b386e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f547d16-d8bf-4bc8-a712-1e3dc95e332c', 'code': 200} Apr 05 22:40:10.643291 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=4f547d16-d8bf-4bc8-a712-1e3dc95e332c,revision_number=5']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:10.669629 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2708ec3-d3d6-4055-af8c-c00da2f340f8 req-16676b61-f243-4987-92f9-8400159398f0 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:10.671097 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e2708ec3-d3d6-4055-af8c-c00da2f340f8 req-16676b61-f243-4987-92f9-8400159398f0 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 946 time: 0.0552318 Apr 05 22:40:10.716878 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e2708ec3-d3d6-4055-af8c-c00da2f340f8 req-5418c558-a76c-48db-8cfc-e0b8d7b96eef tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395253 Apr 05 22:40:10.743513 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:11.028326 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fcc90e-2621-403f-a995-f42f2e0bc46f req-1f4309e1-9c26-4928-adff-8a5c4bc8ac38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:11.029853 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-04fcc90e-2621-403f-a995-f42f2e0bc46f req-1f4309e1-9c26-4928-adff-8a5c4bc8ac38 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d4489f5b-715b-4694-b4be-4a3a860b386e HTTP/1.1" status: 200 len: 1129 time: 0.1419833 Apr 05 22:40:11.037742 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b6b1b-d179-4547-b52d-30fea184d391 req-0de41991-76e5-4415-a3bf-b656564fe0e6 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:11.039163 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e01b6b1b-d179-4547-b52d-30fea184d391 req-0de41991-76e5-4415-a3bf-b656564fe0e6 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4489f5b-715b-4694-b4be-4a3a860b386e HTTP/1.1" status: 200 len: 945 time: 0.1498036 Apr 05 22:40:11.044650 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-1e0edeb2-215f-470b-a534-0e02ca48f80d tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:11.046023 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-1e0edeb2-215f-470b-a534-0e02ca48f80d tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.46 "GET /v2.0/networks?id=aad58d47-6598-42c9-a3eb-59b1a9dac7a0 HTTP/1.1" status: 200 len: 808 time: 0.1918757 Apr 05 22:40:11.148499 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e52c5876-dac8-4606-bbb0-f4f70aee5894 req-e5473e22-1def-4cc1-a538-2ecd3cd0525a tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 210 time: 0.0626850 Apr 05 22:40:11.170666 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-04fcc90e-2621-403f-a995-f42f2e0bc46f req-fa6e39f5-96fe-418c-8b61-022172f33691 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cd7288a3-830a-40a1-b6b1-0ab58228227f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237135 Apr 05 22:40:11.179212 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e01b6b1b-d179-4547-b52d-30fea184d391 req-c7db7e2d-a90c-492c-88b8-2de0d8bcfd69 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd7288a3-830a-40a1-b6b1-0ab58228227f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312401 Apr 05 22:40:11.196456 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-cdba1896-1c45-4ecd-b4c4-654c06646235 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a5381bd54734bd2877c50c329d25a21 HTTP/1.1" status: 200 len: 380 time: 0.1382394 Apr 05 22:40:11.439018 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-f3b2c07c-bbcd-4264-8d52-fd8f4dbe0a21 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Request body: {'port': {'device_id': 'a2b79f2c-5284-4b79-8c54-6d8b26ec6060', 'network_id': 'aad58d47-6598-42c9-a3eb-59b1a9dac7a0', 'admin_state_up': True, 'tenant_id': '6a5381bd54734bd2877c50c329d25a21', 'security_groups': ['af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:40:11.549625 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-f3b2c07c-bbcd-4264-8d52-fd8f4dbe0a21 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Made reservation on behalf of 6a5381bd54734bd2877c50c329d25a21 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:40:11.553817 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-f3b2c07c-bbcd-4264-8d52-fd8f4dbe0a21 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:11.683409 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-f3b2c07c-bbcd-4264-8d52-fd8f4dbe0a21 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Allocated IP 172.20.0.12 (aad58d47-6598-42c9-a3eb-59b1a9dac7a0/64352385-013c-4aed-a87f-560d0688e540/7631f91b-5607-42ff-9557-287d00fc5d32) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:40:11.845444 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-f3b2c07c-bbcd-4264-8d52-fd8f4dbe0a21 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks [] for port (7631f91b-5607-42ff-9557-287d00fc5d32), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:11.873020 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329d331-8781-493d-ae19-5952d8132818 req-f76ba91f-ac14-4c94-b906-ffd7c13c3e97 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:11.874478 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0329d331-8781-493d-ae19-5952d8132818 req-f76ba91f-ac14-4c94-b906-ffd7c13c3e97 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 946 time: 0.0855362 Apr 05 22:40:11.910984 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-f3b2c07c-bbcd-4264-8d52-fd8f4dbe0a21 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (7631f91b-5607-42ff-9557-287d00fc5d32), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:11.965313 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-f3b2c07c-bbcd-4264-8d52-fd8f4dbe0a21 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Network aad58d47-6598-42c9-a3eb-59b1a9dac7a0 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:40:11.970583 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0329d331-8781-493d-ae19-5952d8132818 req-b7391140-01ea-494d-b9da-d46a698dc988 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878029 Apr 05 22:40:11.973296 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-f3b2c07c-bbcd-4264-8d52-fd8f4dbe0a21 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:40:11.975798 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-f3b2c07c-bbcd-4264-8d52-fd8f4dbe0a21 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:40:12.009931 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2c07c-bbcd-4264-8d52-fd8f4dbe0a21 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Pushing event updated for resources: {'Port': ['ID=7631f91b-5607-42ff-9557-287d00fc5d32,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:12.036158 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-f3b2c07c-bbcd-4264-8d52-fd8f4dbe0a21 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:12.036834 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-f3b2c07c-bbcd-4264-8d52-fd8f4dbe0a21 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:12.054546 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-f3b2c07c-bbcd-4264-8d52-fd8f4dbe0a21 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6196644 Apr 05 22:40:12.168559 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-909b20b2-5ab9-4d52-b19a-4a825f3ac21f service neutron] Request body: {'port': {'device_id': 'a2b79f2c-5284-4b79-8c54-6d8b26ec6060', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:40:12.237519 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-390048cc-0105-4381-9a56-7aa833668499 None None] Provisioning complete for port 7631f91b-5607-42ff-9557-287d00fc5d32 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:40:12.239045 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-390048cc-0105-4381-9a56-7aa833668499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (7631f91b-5607-42ff-9557-287d00fc5d32), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:12.259839 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-909b20b2-5ab9-4d52-b19a-4a825f3ac21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (7631f91b-5607-42ff-9557-287d00fc5d32), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:12.275363 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-390048cc-0105-4381-9a56-7aa833668499 None None] Port 7631f91b-5607-42ff-9557-287d00fc5d32 cannot update to ACTIVE because it is not bound. {{(pid=103304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:40:12.343990 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb12709-86f8-4572-ae90-e520cdfe6300 req-c441e36b-4626-4dfa-aa17-fd01497b2928 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:12.345477 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1bb12709-86f8-4572-ae90-e520cdfe6300 req-c441e36b-4626-4dfa-aa17-fd01497b2928 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 932 time: 0.1228628 Apr 05 22:40:12.390641 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80ce69-86b5-469b-897d-f5fc8299e418 req-82dfd773-1327-437c-a629-1e76ef70468a tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:12.392146 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ef80ce69-86b5-469b-897d-f5fc8299e418 req-82dfd773-1327-437c-a629-1e76ef70468a tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4489f5b-715b-4694-b4be-4a3a860b386e HTTP/1.1" status: 200 len: 945 time: 0.1347866 Apr 05 22:40:12.524565 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1bb12709-86f8-4572-ae90-e520cdfe6300 req-c9ceca45-5b2c-4724-b3b3-0280bacf2df7 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702864 Apr 05 22:40:12.566073 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ef80ce69-86b5-469b-897d-f5fc8299e418 req-b65ccc17-0544-404a-a43a-efa13ec685bd tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd7288a3-830a-40a1-b6b1-0ab58228227f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321540 Apr 05 22:40:12.649493 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-909b20b2-5ab9-4d52-b19a-4a825f3ac21f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7631f91b-5607-42ff-9557-287d00fc5d32 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:40:12.657265 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-909b20b2-5ab9-4d52-b19a-4a825f3ac21f service neutron] Publish callbacks [] for port (7631f91b-5607-42ff-9557-287d00fc5d32), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:12.668656 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-909b20b2-5ab9-4d52-b19a-4a825f3ac21f service neutron] Transition to ACTIVE for port object 7631f91b-5607-42ff-9557-287d00fc5d32 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:40:12.672351 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-909b20b2-5ab9-4d52-b19a-4a825f3ac21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28860065'] for port (7631f91b-5607-42ff-9557-287d00fc5d32), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:12.727386 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b20b2-5ab9-4d52-b19a-4a825f3ac21f service neutron] Pushing event updated for resources: {'Port': ['ID=7631f91b-5607-42ff-9557-287d00fc5d32,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:12.792610 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-909b20b2-5ab9-4d52-b19a-4a825f3ac21f service neutron] Attempting to bind port 7631f91b-5607-42ff-9557-287d00fc5d32 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:40:12.792983 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-909b20b2-5ab9-4d52-b19a-4a825f3ac21f service neutron] Attempting to bind port 7631f91b-5607-42ff-9557-287d00fc5d32 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'c1ebb7e1-0047-457c-a72e-795ced95da87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'aad58d47-6598-42c9-a3eb-59b1a9dac7a0'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:40:12.793308 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-909b20b2-5ab9-4d52-b19a-4a825f3ac21f service neutron] Attempting to bind port 7631f91b-5607-42ff-9557-287d00fc5d32 on network aad58d47-6598-42c9-a3eb-59b1a9dac7a0 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:40:12.797878 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-909b20b2-5ab9-4d52-b19a-4a825f3ac21f service neutron] Port 7631f91b-5607-42ff-9557-287d00fc5d32 on network aad58d47-6598-42c9-a3eb-59b1a9dac7a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:40:12.798200 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-909b20b2-5ab9-4d52-b19a-4a825f3ac21f service neutron] Attempting to bind port 7631f91b-5607-42ff-9557-287d00fc5d32 on network aad58d47-6598-42c9-a3eb-59b1a9dac7a0 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:40:12.803112 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-909b20b2-5ab9-4d52-b19a-4a825f3ac21f service neutron] Checking agent: {'id': '3b59f0d0-9584-48dd-b0cd-e16373160cf9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 30), 'started_at': datetime.datetime(2022, 4, 5, 22, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:40:12.803448 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-909b20b2-5ab9-4d52-b19a-4a825f3ac21f service neutron] Checking segment: {'id': 'c1ebb7e1-0047-457c-a72e-795ced95da87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'aad58d47-6598-42c9-a3eb-59b1a9dac7a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:40:12.803828 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-909b20b2-5ab9-4d52-b19a-4a825f3ac21f service neutron] Bound using segment: {'id': 'c1ebb7e1-0047-457c-a72e-795ced95da87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'aad58d47-6598-42c9-a3eb-59b1a9dac7a0'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:40:12.804374 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-909b20b2-5ab9-4d52-b19a-4a825f3ac21f service neutron] Bound port: 7631f91b-5607-42ff-9557-287d00fc5d32, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1ebb7e1-0047-457c-a72e-795ced95da87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'aad58d47-6598-42c9-a3eb-59b1a9dac7a0'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:40:12.804735 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-909b20b2-5ab9-4d52-b19a-4a825f3ac21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (7631f91b-5607-42ff-9557-287d00fc5d32), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:12.869172 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-909b20b2-5ab9-4d52-b19a-4a825f3ac21f service neutron] For port 7631f91b-5607-42ff-9557-287d00fc5d32, host hv-cinder-83587, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:40:12.872921 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-909b20b2-5ab9-4d52-b19a-4a825f3ac21f service neutron] For port 7631f91b-5607-42ff-9557-287d00fc5d32, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=7631f91b-5607-42ff-9557-287d00fc5d32,segment=NetworkSegment(c1ebb7e1-0047-457c-a72e-795ced95da87),segment_id=c1ebb7e1-0047-457c-a72e-795ced95da87)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:40:12.878706 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-909b20b2-5ab9-4d52-b19a-4a825f3ac21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28860065'] for port (7631f91b-5607-42ff-9557-287d00fc5d32), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:12.916985 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-909b20b2-5ab9-4d52-b19a-4a825f3ac21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:12.917462 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-909b20b2-5ab9-4d52-b19a-4a825f3ac21f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:12.918826 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-909b20b2-5ab9-4d52-b19a-4a825f3ac21f service neutron] 10.222.0.46 "PUT /v2.0/ports/7631f91b-5607-42ff-9557-287d00fc5d32 HTTP/1.1" status: 200 len: 1094 time: 0.7551997 Apr 05 22:40:12.919274 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2b79f2c-5284-4b79-8c54-6d8b26ec6060', 'tag': '7631f91b-5607-42ff-9557-287d00fc5d32'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:40:12.921538 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480d2734-bed4-46b2-a48a-4666f48fe0d1" -d '{"events": [{"name": "network-changed", "server_uuid": "a2b79f2c-5284-4b79-8c54-6d8b26ec6060", "tag": "7631f91b-5607-42ff-9557-287d00fc5d32"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:40:12.944056 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b20b2-5ab9-4d52-b19a-4a825f3ac21f service neutron] Pushing event updated for resources: {'Port': ['ID=7631f91b-5607-42ff-9557-287d00fc5d32,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:12.958137 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54affa69-e6cd-4983-bb4e-73397e31619e x-openstack-request-id: req-54affa69-e6cd-4983-bb4e-73397e31619e {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:40:12.958437 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2b79f2c-5284-4b79-8c54-6d8b26ec6060", "tag": "7631f91b-5607-42ff-9557-287d00fc5d32", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:40:12.958696 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-54affa69-e6cd-4983-bb4e-73397e31619e {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:40:12.959107 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54affa69-e6cd-4983-bb4e-73397e31619e'] response: {'name': 'network-changed', 'server_uuid': 'a2b79f2c-5284-4b79-8c54-6d8b26ec6060', 'tag': '7631f91b-5607-42ff-9557-287d00fc5d32', 'status': 'completed', 'code': 200} Apr 05 22:40:13.095781 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2f15a-c2e4-4d1b-8dad-990e2bf369dd req-ca59f0ad-5124-4bc6-97e0-85114a131780 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:13.097344 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c3f2f15a-c2e4-4d1b-8dad-990e2bf369dd req-ca59f0ad-5124-4bc6-97e0-85114a131780 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 946 time: 0.0547054 Apr 05 22:40:13.144370 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c3f2f15a-c2e4-4d1b-8dad-990e2bf369dd req-290c984b-df95-48ed-ace0-4d3a82e9553d tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415230 Apr 05 22:40:13.409067 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d2734-bed4-46b2-a48a-4666f48fe0d1 req-3c5cf952-c506-4dc2-8434-99765832a2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:13.410524 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-480d2734-bed4-46b2-a48a-4666f48fe0d1 req-3c5cf952-c506-4dc2-8434-99765832a2e3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6a5381bd54734bd2877c50c329d25a21&device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 1128 time: 0.0470343 Apr 05 22:40:13.507249 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d2734-bed4-46b2-a48a-4666f48fe0d1 req-04b6b681-6c89-41af-8400-64b4812931c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:13.508676 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-480d2734-bed4-46b2-a48a-4666f48fe0d1 req-04b6b681-6c89-41af-8400-64b4812931c5 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=6a5381bd54734bd2877c50c329d25a21&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0906060 Apr 05 22:40:13.613029 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d2734-bed4-46b2-a48a-4666f48fe0d1 req-d1dbde1d-06b6-4ba4-a77a-619ce966c753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:13.614456 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-480d2734-bed4-46b2-a48a-4666f48fe0d1 req-d1dbde1d-06b6-4ba4-a77a-619ce966c753 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0990274 Apr 05 22:40:13.707767 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3f57e-bd45-47b2-92f3-da61a3d172f0 req-41e42e52-8b41-4483-bb79-2cd1e13c61f6 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:13.709143 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a8c3f57e-bd45-47b2-92f3-da61a3d172f0 req-41e42e52-8b41-4483-bb79-2cd1e13c61f6 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 944 time: 0.1137125 Apr 05 22:40:13.743565 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee7cec-2b15-468a-99c7-4238c0c5e831 req-2d5b60f7-b305-4452-b25b-05f4c50b2d6e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:13.745026 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-dcee7cec-2b15-468a-99c7-4238c0c5e831 req-2d5b60f7-b305-4452-b25b-05f4c50b2d6e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4489f5b-715b-4694-b4be-4a3a860b386e HTTP/1.1" status: 200 len: 945 time: 0.1114702 Apr 05 22:40:13.750142 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-b4a3043f-c16a-4ea5-833b-4ee53c1e52cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:13.751483 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-b4a3043f-c16a-4ea5-833b-4ee53c1e52cf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6a5381bd54734bd2877c50c329d25a21&device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 1128 time: 0.0902691 Apr 05 22:40:13.825936 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-f31247f8-667b-4e74-b26d-b433eb8bee1d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7631f91b-5607-42ff-9557-287d00fc5d32 HTTP/1.1" status: 200 len: 217 time: 0.0640562 Apr 05 22:40:13.847251 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a8c3f57e-bd45-47b2-92f3-da61a3d172f0 req-6d24e582-823f-4bbf-b854-3db0c44ed6c0 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301022 Apr 05 22:40:13.876426 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-dcee7cec-2b15-468a-99c7-4238c0c5e831 req-9178ea53-c219-452e-a077-5c9719af617b tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd7288a3-830a-40a1-b6b1-0ab58228227f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237817 Apr 05 22:40:13.892791 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-1a5c288a-b9e3-420a-9933-dc70e7247a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:13.894273 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-1a5c288a-b9e3-420a-9933-dc70e7247a1f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=64352385-013c-4aed-a87f-560d0688e540 HTTP/1.1" status: 200 len: 847 time: 0.0607104 Apr 05 22:40:13.957108 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-781d6c28-dae4-4040-91a2-e25b623f8022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:13.958597 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-781d6c28-dae4-4040-91a2-e25b623f8022 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aad58d47-6598-42c9-a3eb-59b1a9dac7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564883 Apr 05 22:40:14.051523 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6aa099-414e-4730-a80c-2602976a24e2 req-36da97ba-736c-4d15-847f-d70109be6818 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:14.052980 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3c6aa099-414e-4730-a80c-2602976a24e2 req-36da97ba-736c-4d15-847f-d70109be6818 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4489f5b-715b-4694-b4be-4a3a860b386e HTTP/1.1" status: 200 len: 945 time: 0.1124377 Apr 05 22:40:14.062674 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 50330) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:14.067344 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-fa1d5a73-4f67-47d4-953b-2593dd642e16 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Request body: {'floatingip': {'port_id': '4f547d16-d8bf-4bc8-a712-1e3dc95e332c'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:40:14.072856 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-ebec2233-ffd3-49b0-9efd-e58c1c1e06b4 service neutron] 10.222.0.46 "GET /v2.0/networks/aad58d47-6598-42c9-a3eb-59b1a9dac7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998847 Apr 05 22:40:14.106087 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fa1d5a73-4f67-47d4-953b-2593dd642e16 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for floatingip (2d9629f7-0208-42e9-898b-098f9c1918bc), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:14.164170 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-fa4ba84f-92be-404b-9f28-aa312a2e17dc req-4bb49a13-70d4-47a6-85be-c9cf36ac77c4 service neutron] 10.222.0.46 "GET /v2.0/networks/aad58d47-6598-42c9-a3eb-59b1a9dac7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847051 Apr 05 22:40:14.266472 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53971af7-69d1-4aa4-b1e9-0367279e95cb req-acb4a9b1-c0d2-4fc6-a20b-e0afd2e0e803 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:14.267960 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-53971af7-69d1-4aa4-b1e9-0367279e95cb req-acb4a9b1-c0d2-4fc6-a20b-e0afd2e0e803 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 946 time: 0.0523736 Apr 05 22:40:14.314070 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-53971af7-69d1-4aa4-b1e9-0367279e95cb req-5563cedf-48b4-421b-9fc0-6ec705481459 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404575 Apr 05 22:40:14.548107 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fa1d5a73-4f67-47d4-953b-2593dd642e16 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:14.551697 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fa1d5a73-4f67-47d4-953b-2593dd642e16 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528098'] for floatingip (2d9629f7-0208-42e9-898b-098f9c1918bc), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:14.650472 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.db.l3_db [None req-fa1d5a73-4f67-47d4-953b-2593dd642e16 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Floating IP 2d9629f7-0208-42e9-898b-098f9c1918bc associated. External IP: 172.27.2.127, port: 4f547d16-d8bf-4bc8-a712-1e3dc95e332c. Apr 05 22:40:14.861540 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1d5a73-4f67-47d4-953b-2593dd642e16 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Router 4d6a48c7-8b87-4a6f-acc5-9c60a34b861a has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:40:14.967966 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d665a-be64-42c2-b8dc-5910a962e23d req-dda6978b-d2ba-4f56-9605-d51c2300d0b3 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:14.969567 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-584d665a-be64-42c2-b8dc-5910a962e23d req-dda6978b-d2ba-4f56-9605-d51c2300d0b3 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 944 time: 0.0553815 Apr 05 22:40:14.972907 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1d5a73-4f67-47d4-953b-2593dd642e16 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:40:14.977867 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fa1d5a73-4f67-47d4-953b-2593dd642e16 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for floatingip (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:14.984229 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9752a999-dbb5-454a-b783-61cbea7995b4 None None] Sync routers for ids ['4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'] in dv-cinder-835879-4-iscsi {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:40:14.993646 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9752a999-dbb5-454a-b783-61cbea7995b4 None None] Routers {'4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:40:14.994332 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-9752a999-dbb5-454a-b783-61cbea7995b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:40:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:40:15.015846 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-fa1d5a73-4f67-47d4-953b-2593dd642e16 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "PUT /v2.0/floatingips/2d9629f7-0208-42e9-898b-098f9c1918bc HTTP/1.1" status: 200 len: 991 time: 0.9519644 Apr 05 22:40:15.016450 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4489f5b-715b-4694-b4be-4a3a860b386e', 'tag': '4f547d16-d8bf-4bc8-a712-1e3dc95e332c'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:40:15.019013 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1671544ff40eda59cef59b672f5a268c5eb6787e07d105e794150b4ff377c8e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9490a6-323e-46fd-86b2-1abcc55c3667" -d '{"events": [{"name": "network-changed", "server_uuid": "d4489f5b-715b-4694-b4be-4a3a860b386e", "tag": "4f547d16-d8bf-4bc8-a712-1e3dc95e332c"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:40:15.021978 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-584d665a-be64-42c2-b8dc-5910a962e23d req-8e7c5d8a-7e0d-4f39-80c3-09a710d00aa1 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460198 Apr 05 22:40:15.117628 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c11832-46df-44f6-8f20-0ee0cf436bef x-openstack-request-id: req-11c11832-46df-44f6-8f20-0ee0cf436bef {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:40:15.118140 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4489f5b-715b-4694-b4be-4a3a860b386e", "tag": "4f547d16-d8bf-4bc8-a712-1e3dc95e332c", "status": "completed", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:40:15.118245 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-11c11832-46df-44f6-8f20-0ee0cf436bef {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:40:15.118576 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11c11832-46df-44f6-8f20-0ee0cf436bef'] response: {'name': 'network-changed', 'server_uuid': 'd4489f5b-715b-4694-b4be-4a3a860b386e', 'tag': '4f547d16-d8bf-4bc8-a712-1e3dc95e332c', 'status': 'completed', 'code': 200} Apr 05 22:40:15.193014 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-9752a999-dbb5-454a-b783-61cbea7995b4 None None] Set router 4d6a48c7-8b87-4a6f-acc5-9c60a34b861a gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:40:15.351997 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9490a6-323e-46fd-86b2-1abcc55c3667 req-5f962985-723f-4a38-9ead-d899d0b4cce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:15.353891 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8c9490a6-323e-46fd-86b2-1abcc55c3667 req-5f962985-723f-4a38-9ead-d899d0b4cce9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2697c0786bb14f85b099106396e57e9e&device_id=d4489f5b-715b-4694-b4be-4a3a860b386e HTTP/1.1" status: 200 len: 1129 time: 0.0440025 Apr 05 22:40:15.417375 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-9752a999-dbb5-454a-b783-61cbea7995b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'name': 'tempest-AttachVolumeNegativeTest-659125320-router', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:10Z', 'revision_number': 4, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'gw_port': {'id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': '2d9629f7-0208-42e9-898b-098f9c1918bc', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'floating_ip_address': '172.27.2.127', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'port_id': '4f547d16-d8bf-4bc8-a712-1e3dc95e332c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'mac_address': 'fa:16:3e:e0:6e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4489f5b-715b-4694-b4be-4a3a860b386e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:39:58Z', 'updated_at': '2022-04-05T22:40:14Z', 'revision_number': 1, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f', 'name': '', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'mac_address': 'fa:16:3e:f5:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:09Z', 'updated_at': '2022-04-05T22:32:25Z', 'revision_number': 5, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'subnets': [{'id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:40:15.443400 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9752a999-dbb5-454a-b783-61cbea7995b4 None None] Checking router: 4d6a48c7-8b87-4a6f-acc5-9c60a34b861a for host: dv-cinder-835879-4-iscsi {{(pid=103305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:40:15.452601 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9752a999-dbb5-454a-b783-61cbea7995b4 None None] Routers {'4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:40:15.457451 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-9752a999-dbb5-454a-b783-61cbea7995b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:40:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:40:15.565148 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-9752a999-dbb5-454a-b783-61cbea7995b4 None None] Set router 4d6a48c7-8b87-4a6f-acc5-9c60a34b861a gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:40:15.726653 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9490a6-323e-46fd-86b2-1abcc55c3667 req-9e97b41b-3a4d-4dfe-8451-4623c2f84a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:15.728013 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8c9490a6-323e-46fd-86b2-1abcc55c3667 req-9e97b41b-3a4d-4dfe-8451-4623c2f84a67 service neutron] 10.222.0.46 "GET /v2.0/networks?id=30d168ff-b6ad-4812-af5d-7394de5c0536 HTTP/1.1" status: 200 len: 915 time: 0.3658390 Apr 05 22:40:15.735569 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605778a4-e79c-4adc-84f6-53de58bb56d7 req-facdc719-ccca-4a9a-8b31-d96f24070779 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:15.736942 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-605778a4-e79c-4adc-84f6-53de58bb56d7 req-facdc719-ccca-4a9a-8b31-d96f24070779 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 946 time: 0.3511627 Apr 05 22:40:15.792615 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-9752a999-dbb5-454a-b783-61cbea7995b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'name': 'tempest-AttachVolumeNegativeTest-659125320-router', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:10Z', 'revision_number': 4, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'gw_port': {'id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': '2d9629f7-0208-42e9-898b-098f9c1918bc', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'floating_ip_address': '172.27.2.127', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'port_id': '4f547d16-d8bf-4bc8-a712-1e3dc95e332c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'mac_address': 'fa:16:3e:e0:6e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4489f5b-715b-4694-b4be-4a3a860b386e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:39:58Z', 'updated_at': '2022-04-05T22:40:14Z', 'revision_number': 1, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f', 'name': '', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'mac_address': 'fa:16:3e:f5:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:09Z', 'updated_at': '2022-04-05T22:32:25Z', 'revision_number': 5, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'subnets': [{'id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:40:15.819012 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9752a999-dbb5-454a-b783-61cbea7995b4 None None] The sync data for ids ['4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'] in dv-cinder-835879-4-iscsi is: [{'id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'name': 'tempest-AttachVolumeNegativeTest-659125320-router', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:10Z', 'revision_number': 4, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'gw_port': {'id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': '2d9629f7-0208-42e9-898b-098f9c1918bc', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'floating_ip_address': '172.27.2.127', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'port_id': '4f547d16-d8bf-4bc8-a712-1e3dc95e332c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'mac_address': 'fa:16:3e:e0:6e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4489f5b-715b-4694-b4be-4a3a860b386e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:39:58Z', 'updated_at': '2022-04-05T22:40:14Z', 'revision_number': 1, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f', 'name': '', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'mac_address': 'fa:16:3e:f5:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:09Z', 'updated_at': '2022-04-05T22:32:25Z', 'revision_number': 5, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'subnets': [{'id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:40:15.822124 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8c9490a6-323e-46fd-86b2-1abcc55c3667 req-dce58237-3751-47f7-9f7d-ec05f850cba8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f547d16-d8bf-4bc8-a712-1e3dc95e332c HTTP/1.1" status: 200 len: 999 time: 0.0842552 Apr 05 22:40:15.826226 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-605778a4-e79c-4adc-84f6-53de58bb56d7 req-401ccafd-4af4-442a-ad95-91e13b3dbc88 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827837 Apr 05 22:40:15.875072 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9490a6-323e-46fd-86b2-1abcc55c3667 req-0bd99f18-0228-46c1-b2c4-220f2bd950ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:15.876524 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8c9490a6-323e-46fd-86b2-1abcc55c3667 req-0bd99f18-0228-46c1-b2c4-220f2bd950ed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1f7e6b53-f66a-4bf5-b303-757e7b31098d HTTP/1.1" status: 200 len: 853 time: 0.0474784 Apr 05 22:40:15.926263 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9490a6-323e-46fd-86b2-1abcc55c3667 req-3a15eca2-dd29-4133-b2cd-bae83a3b1a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:15.927733 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8c9490a6-323e-46fd-86b2-1abcc55c3667 req-3a15eca2-dd29-4133-b2cd-bae83a3b1a3e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=30d168ff-b6ad-4812-af5d-7394de5c0536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445185 Apr 05 22:40:16.017300 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97b79c2-2f97-4f34-bc84-3f7009b37333 None None] New status for floating IP 2d9629f7-0208-42e9-898b-098f9c1918bc: ACTIVE {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:40:16.023319 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8c9490a6-323e-46fd-86b2-1abcc55c3667 req-15ca0a4a-a72c-4223-ba2d-7fa6a5455cbb service neutron] 10.222.0.46 "GET /v2.0/networks/30d168ff-b6ad-4812-af5d-7394de5c0536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887668 Apr 05 22:40:16.140302 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8c9490a6-323e-46fd-86b2-1abcc55c3667 req-4182bafd-4f61-48d9-a1be-518dcae35aac service neutron] 10.222.0.46 "GET /v2.0/networks/30d168ff-b6ad-4812-af5d-7394de5c0536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102529 Apr 05 22:40:16.158466 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0713933e-f553-4efa-8556-c5e4261f8aed req-0229450d-9517-4f8e-9267-28a40ad75c2c tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:16.160140 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0713933e-f553-4efa-8556-c5e4261f8aed req-0229450d-9517-4f8e-9267-28a40ad75c2c tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 944 time: 0.0690951 Apr 05 22:40:16.216236 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0713933e-f553-4efa-8556-c5e4261f8aed req-d2cfba04-dde5-4da0-abab-16ce68008656 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500288 Apr 05 22:40:16.467598 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:40:16.563722 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=69e0e692-1a4f-4c51-9c7d-7998e72f6fa8,segment=NetworkSegment(bad0aca7-96dd-472c-9062-1cdad7db236b),segment_id=bad0aca7-96dd-472c-9062-1cdad7db236b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:40:16.575045 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Returning: {'device': '69e0e692-1a4f-4c51-9c7d-7998e72f6fa8', 'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b', 'port_id': '69e0e692-1a4f-4c51-9c7d-7998e72f6fa8', 'mac_address': 'fa:16:3e:a0:f2:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de490332-8df6-483d-b976-f39e215adfd8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:40:16.609800 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 is: ACTIVE; New status is: BUILD {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:40:16.610181 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (69e0e692-1a4f-4c51-9c7d-7998e72f6fa8), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:16.623004 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:40:16.645249 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=69e0e692-1a4f-4c51-9c7d-7998e72f6fa8,segment=NetworkSegment(bad0aca7-96dd-472c-9062-1cdad7db236b),segment_id=bad0aca7-96dd-472c-9062-1cdad7db236b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:40:16.648676 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (69e0e692-1a4f-4c51-9c7d-7998e72f6fa8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:16.695782 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=69e0e692-1a4f-4c51-9c7d-7998e72f6fa8,revision_number=6']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:16.724386 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] get_ports_and_sgs() called for port_ids ['69e0e692-1a4f-4c51-9c7d-7998e72f6fa8'] {{(pid=103304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:40:16.946882 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff711c4-bc4b-47d0-8375-33f7b5262287 req-8b2754d4-9230-4ca6-8caa-b0e877fd44a8 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:16.948995 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9ff711c4-bc4b-47d0-8375-33f7b5262287 req-8b2754d4-9230-4ca6-8caa-b0e877fd44a8 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 945 time: 0.0514436 Apr 05 22:40:16.994454 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9ff711c4-bc4b-47d0-8375-33f7b5262287 req-44fb81ee-ab6b-4e56-8fdd-26cb9e4bf036 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397336 Apr 05 22:40:17.330470 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec399ed-3028-4e9b-909b-2bd73effe2e9 req-89dc34ed-1e19-41fe-b012-3436ac7b57db tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:17.331925 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3ec399ed-3028-4e9b-909b-2bd73effe2e9 req-89dc34ed-1e19-41fe-b012-3436ac7b57db tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 944 time: 0.0510232 Apr 05 22:40:17.379022 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3ec399ed-3028-4e9b-909b-2bd73effe2e9 req-4ee91f9b-9800-49a2-aaf9-95439fe1c0da tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415459 Apr 05 22:40:18.116563 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0cbe74-659c-442b-9d51-c181d7a98e33 req-b0cc0d71-5c77-47b3-b1bc-c51313d709f4 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:18.118044 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ea0cbe74-659c-442b-9d51-c181d7a98e33 req-b0cc0d71-5c77-47b3-b1bc-c51313d709f4 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 945 time: 0.0542529 Apr 05 22:40:18.163248 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ea0cbe74-659c-442b-9d51-c181d7a98e33 req-96efd80e-7bac-4f6f-9221-3ee4fe6ad696 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393960 Apr 05 22:40:18.467804 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 up at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:40:18.494149 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f024d3-de49-4fa6-96b3-bdb2db22dae2 req-53eec5bd-28f5-4c25-996d-0752a64664bf tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:18.495626 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-63f024d3-de49-4fa6-96b3-bdb2db22dae2 req-53eec5bd-28f5-4c25-996d-0752a64664bf tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 944 time: 0.0514872 Apr 05 22:40:18.515156 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning complete for port 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:40:18.515530 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (69e0e692-1a4f-4c51-9c7d-7998e72f6fa8), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:18.543883 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-63f024d3-de49-4fa6-96b3-bdb2db22dae2 req-b39e2070-0a27-4490-9e24-24d604512fef tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424459 Apr 05 22:40:18.590489 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 is: BUILD; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:40:18.590873 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (69e0e692-1a4f-4c51-9c7d-7998e72f6fa8), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:18.611992 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e0e692-1a4f-4c51-9c7d-7998e72f6fa8'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:40:18.614204 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16471d07bccade7c78bbaf7939695eccfc965b3074ad902c0ac28a73985796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac97ad5-36d1-48ba-b2fe-c676bfcecc32" -d '{"events": [{"server_uuid": "dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7", "name": "network-vif-plugged", "status": "completed", "tag": "69e0e692-1a4f-4c51-9c7d-7998e72f6fa8"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:40:18.625994 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=69e0e692-1a4f-4c51-9c7d-7998e72f6fa8,segment=NetworkSegment(bad0aca7-96dd-472c-9062-1cdad7db236b),segment_id=bad0aca7-96dd-472c-9062-1cdad7db236b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:40:18.630138 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (69e0e692-1a4f-4c51-9c7d-7998e72f6fa8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:18.655766 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2f4b3c-2efe-4719-9da2-3d3dc57bd22a x-openstack-request-id: req-3d2f4b3c-2efe-4719-9da2-3d3dc57bd22a {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:40:18.656058 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7", "name": "network-vif-plugged", "status": "completed", "tag": "69e0e692-1a4f-4c51-9c7d-7998e72f6fa8", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:40:18.656308 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3d2f4b3c-2efe-4719-9da2-3d3dc57bd22a {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:40:18.656693 dv-cinder-835879-4-iscsi neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d2f4b3c-2efe-4719-9da2-3d3dc57bd22a'] response: {'server_uuid': 'dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e0e692-1a4f-4c51-9c7d-7998e72f6fa8', 'code': 200} Apr 05 22:40:18.680687 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=69e0e692-1a4f-4c51-9c7d-7998e72f6fa8,revision_number=7']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:19.284215 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415dbc4-d244-4ef5-b64c-f0d7960e58d1 req-ba5a50cb-2b3c-4f0d-a172-4b261c9558ec tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:19.285740 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3415dbc4-d244-4ef5-b64c-f0d7960e58d1 req-ba5a50cb-2b3c-4f0d-a172-4b261c9558ec tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 946 time: 0.0515800 Apr 05 22:40:19.336900 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3415dbc4-d244-4ef5-b64c-f0d7960e58d1 req-f0b56b8f-262d-49cd-b14b-72a28befc0bb tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456216 Apr 05 22:40:19.676230 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8388c0-e4c9-44c9-ba0c-ad7d4fe5c619 req-388195cf-31e3-4e37-ba5e-59949616adaa tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:19.677690 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-cc8388c0-e4c9-44c9-ba0c-ad7d4fe5c619 req-388195cf-31e3-4e37-ba5e-59949616adaa tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 944 time: 0.0651412 Apr 05 22:40:19.741298 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-cc8388c0-e4c9-44c9-ba0c-ad7d4fe5c619 req-52ccbd9b-af50-4c89-a6cf-d892e47e7544 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567002 Apr 05 22:40:20.466325 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367e8c1-bf3a-45da-8013-115f608a10ad req-868ceb42-e093-4275-9921-a6aa1b0bead0 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:20.468094 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e367e8c1-bf3a-45da-8013-115f608a10ad req-868ceb42-e093-4275-9921-a6aa1b0bead0 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 946 time: 0.0543306 Apr 05 22:40:20.527456 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e367e8c1-bf3a-45da-8013-115f608a10ad req-fb7b00bb-7f23-49b3-b0f2-afe4967b55d6 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505300 Apr 05 22:40:20.864379 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bdc028-aaf4-40ce-a860-2ee2de26de4e req-a9b03a9f-817b-4359-b324-856f8abe5517 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:20.865919 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-64bdc028-aaf4-40ce-a860-2ee2de26de4e req-a9b03a9f-817b-4359-b324-856f8abe5517 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 944 time: 0.0566678 Apr 05 22:40:20.924287 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-64bdc028-aaf4-40ce-a860-2ee2de26de4e req-5457b895-c76f-4d68-8022-f2385b96494f tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521457 Apr 05 22:40:21.653510 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89827d6e-424b-42d1-8d98-a0c96c1ee28f req-7ff9e120-8daf-42d0-a6e8-37661ef61cfb tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:21.655273 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-89827d6e-424b-42d1-8d98-a0c96c1ee28f req-7ff9e120-8daf-42d0-a6e8-37661ef61cfb tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 946 time: 0.0584745 Apr 05 22:40:21.706163 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-89827d6e-424b-42d1-8d98-a0c96c1ee28f req-14c09b3d-9b72-4abe-ab86-a0d6b49693f4 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453172 Apr 05 22:40:22.072698 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f28ab-af29-4776-a3d9-5f9cfe50f682 req-735d5c7c-076f-400f-a2e6-2d96b5bac589 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:22.075137 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2f3f28ab-af29-4776-a3d9-5f9cfe50f682 req-735d5c7c-076f-400f-a2e6-2d96b5bac589 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 944 time: 0.0642688 Apr 05 22:40:22.139174 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2f3f28ab-af29-4776-a3d9-5f9cfe50f682 req-cb6d7f3a-285b-4d07-b4f6-c5dac3a80995 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577440 Apr 05 22:40:22.504042 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 7631f91b-5607-42ff-9557-287d00fc5d32 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:40:22.616057 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 7631f91b-5607-42ff-9557-287d00fc5d32, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=7631f91b-5607-42ff-9557-287d00fc5d32,segment=NetworkSegment(c1ebb7e1-0047-457c-a72e-795ced95da87),segment_id=c1ebb7e1-0047-457c-a72e-795ced95da87)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:40:22.629115 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Returning: {'device': '7631f91b-5607-42ff-9557-287d00fc5d32', 'network_id': 'aad58d47-6598-42c9-a3eb-59b1a9dac7a0', 'port_id': '7631f91b-5607-42ff-9557-287d00fc5d32', 'mac_address': 'fa:16:3e:5e:48:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64352385-013c-4aed-a87f-560d0688e540', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:40:22.668927 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port 7631f91b-5607-42ff-9557-287d00fc5d32 is: DOWN; New status is: BUILD {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:40:22.669326 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (7631f91b-5607-42ff-9557-287d00fc5d32), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:22.684809 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7631f91b-5607-42ff-9557-287d00fc5d32 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:40:22.705974 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 7631f91b-5607-42ff-9557-287d00fc5d32, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=7631f91b-5607-42ff-9557-287d00fc5d32,segment=NetworkSegment(c1ebb7e1-0047-457c-a72e-795ced95da87),segment_id=c1ebb7e1-0047-457c-a72e-795ced95da87)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:40:22.710686 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (7631f91b-5607-42ff-9557-287d00fc5d32), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:22.774146 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=7631f91b-5607-42ff-9557-287d00fc5d32,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:22.850390 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8cf9d8-5b00-47bb-ac48-e70ce0abebd6 req-632b0822-d91d-48e6-864d-844535594624 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:22.851895 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7e8cf9d8-5b00-47bb-ac48-e70ce0abebd6 req-632b0822-d91d-48e6-864d-844535594624 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 946 time: 0.0580797 Apr 05 22:40:22.921856 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7e8cf9d8-5b00-47bb-ac48-e70ce0abebd6 req-751397e7-29e9-4e56-a267-1aa9b2434210 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619147 Apr 05 22:40:23.078020 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] get_ports_and_sgs() called for port_ids ['7631f91b-5607-42ff-9557-287d00fc5d32'] {{(pid=103304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:40:23.286476 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ff6f0-abc2-4eef-925a-a21ec4ddd128 req-b193ade5-3b5f-4e01-9a77-8c1370590ee1 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:23.289339 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f36ff6f0-abc2-4eef-925a-a21ec4ddd128 req-b193ade5-3b5f-4e01-9a77-8c1370590ee1 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 945 time: 0.0644758 Apr 05 22:40:23.380300 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f36ff6f0-abc2-4eef-925a-a21ec4ddd128 req-1b9ad6b3-b40f-48d2-8f20-5842ca55e01c tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801466 Apr 05 22:40:24.065929 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb74bd1-a519-440b-9612-e88ee065024e req-fbe21beb-e4f4-4e3c-856c-91a416491bca tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:24.067766 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9bb74bd1-a519-440b-9612-e88ee065024e req-fbe21beb-e4f4-4e3c-856c-91a416491bca tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 946 time: 0.0591574 Apr 05 22:40:24.116838 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9bb74bd1-a519-440b-9612-e88ee065024e req-1044de56-5db1-49ab-bd0c-73dfc213a633 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434537 Apr 05 22:40:24.495331 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20cd80-0629-4f21-9487-c2acf794ef10 req-86d639ed-2bb1-45f7-ae0b-ba0ebf435444 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:24.498157 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8a20cd80-0629-4f21-9487-c2acf794ef10 req-86d639ed-2bb1-45f7-ae0b-ba0ebf435444 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 945 time: 0.0566723 Apr 05 22:40:24.514838 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 7631f91b-5607-42ff-9557-287d00fc5d32 up at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:40:24.559818 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8a20cd80-0629-4f21-9487-c2acf794ef10 req-406d6772-5029-4958-a6c8-7a638c8cbec6 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543265 Apr 05 22:40:24.586394 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning for port 7631f91b-5607-42ff-9557-287d00fc5d32 completed by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:40:24.590455 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning complete for port 7631f91b-5607-42ff-9557-287d00fc5d32 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:40:24.590833 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (7631f91b-5607-42ff-9557-287d00fc5d32), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:24.675802 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port 7631f91b-5607-42ff-9557-287d00fc5d32 is: BUILD; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:40:24.676216 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (7631f91b-5607-42ff-9557-287d00fc5d32), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:24.701261 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b79f2c-5284-4b79-8c54-6d8b26ec6060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7631f91b-5607-42ff-9557-287d00fc5d32'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:40:24.703513 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16471d07bccade7c78bbaf7939695eccfc965b3074ad902c0ac28a73985796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877595a7-8f30-44d5-874d-a7de62a7082d" -d '{"events": [{"server_uuid": "a2b79f2c-5284-4b79-8c54-6d8b26ec6060", "name": "network-vif-plugged", "status": "completed", "tag": "7631f91b-5607-42ff-9557-287d00fc5d32"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:40:24.720822 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 7631f91b-5607-42ff-9557-287d00fc5d32, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=7631f91b-5607-42ff-9557-287d00fc5d32,segment=NetworkSegment(c1ebb7e1-0047-457c-a72e-795ced95da87),segment_id=c1ebb7e1-0047-457c-a72e-795ced95da87)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:40:24.735470 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (7631f91b-5607-42ff-9557-287d00fc5d32), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:24.766671 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d807970a-875b-4234-95c0-326a0fde6535 x-openstack-request-id: req-d807970a-875b-4234-95c0-326a0fde6535 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:40:24.766961 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2b79f2c-5284-4b79-8c54-6d8b26ec6060", "name": "network-vif-plugged", "status": "completed", "tag": "7631f91b-5607-42ff-9557-287d00fc5d32", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:40:24.767217 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d807970a-875b-4234-95c0-326a0fde6535 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:40:24.767629 dv-cinder-835879-4-iscsi neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d807970a-875b-4234-95c0-326a0fde6535'] response: {'server_uuid': 'a2b79f2c-5284-4b79-8c54-6d8b26ec6060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7631f91b-5607-42ff-9557-287d00fc5d32', 'code': 200} Apr 05 22:40:24.791226 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=7631f91b-5607-42ff-9557-287d00fc5d32,revision_number=5']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:25.026359 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de1c57-63d7-4c6e-8c80-57bf17835c4b req-435a5426-ac31-4df5-83ea-09a01c90732e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:25.028439 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-30de1c57-63d7-4c6e-8c80-57bf17835c4b req-435a5426-ac31-4df5-83ea-09a01c90732e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 1130 time: 0.0509751 Apr 05 22:40:25.078681 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-30de1c57-63d7-4c6e-8c80-57bf17835c4b req-a9448db9-0454-4fd2-a343-19a7ce47dda6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434697 Apr 05 22:40:25.263488 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e3b66-98f1-4591-8a61-f780eeaa99f9 req-020e4ca3-7b94-4c6f-aebe-e17bba15c1df tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:25.266035 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ee6e3b66-98f1-4591-8a61-f780eeaa99f9 req-020e4ca3-7b94-4c6f-aebe-e17bba15c1df tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 946 time: 0.0635924 Apr 05 22:40:25.319188 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ee6e3b66-98f1-4591-8a61-f780eeaa99f9 req-77c7362b-ad9b-40e5-89e5-bcc5be5ef722 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468147 Apr 05 22:40:25.685987 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cacd767-cbc9-47b0-a2fc-d45739ea639d req-e8d1a434-5932-4a24-8669-11a07924ef1b tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:25.687518 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8cacd767-cbc9-47b0-a2fc-d45739ea639d req-e8d1a434-5932-4a24-8669-11a07924ef1b tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 946 time: 0.0531652 Apr 05 22:40:25.777342 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8cacd767-cbc9-47b0-a2fc-d45739ea639d req-1a5a5c9f-97ca-4f04-aa82-0d0def6f8871 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738566 Apr 05 22:40:26.486304 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18b0f1-ea55-4442-bdfc-3e0fc6e7131d req-3bceb982-6959-45e0-a124-d42246a30693 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:26.487837 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-fd18b0f1-ea55-4442-bdfc-3e0fc6e7131d req-3bceb982-6959-45e0-a124-d42246a30693 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 946 time: 0.0860028 Apr 05 22:40:26.544262 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-fd18b0f1-ea55-4442-bdfc-3e0fc6e7131d req-9191f193-249d-40a5-b047-5933303a0402 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496593 Apr 05 22:40:26.895712 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42413e6f-7b12-4420-92fb-7fdc99308339 req-8fba1c8e-3b15-447c-8205-d6de6183ec2e tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:26.898207 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-42413e6f-7b12-4420-92fb-7fdc99308339 req-8fba1c8e-3b15-447c-8205-d6de6183ec2e tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 946 time: 0.0632272 Apr 05 22:40:26.981320 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-42413e6f-7b12-4420-92fb-7fdc99308339 req-c75412ac-5d3a-4425-91ab-eaf24cb0814b tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665185 Apr 05 22:40:27.135318 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11003a79-3693-4754-9153-73c6286b1441 req-90ae29c7-3456-4d97-8aed-dab81ecadfdc tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:27.137131 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-11003a79-3693-4754-9153-73c6286b1441 req-90ae29c7-3456-4d97-8aed-dab81ecadfdc tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 946 time: 0.0653522 Apr 05 22:40:27.190564 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-11003a79-3693-4754-9153-73c6286b1441 req-db5cba30-4944-4d35-92ca-e6f84de62c50 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479465 Apr 05 22:40:27.217370 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 50428) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:27.363310 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8feac72b-187c-40ba-87de-91581567fe3d tempest-TestShelveInstance-643820087 tempest-TestShelveInstance-643820087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:27.367996 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-8feac72b-187c-40ba-87de-91581567fe3d tempest-TestShelveInstance-643820087 tempest-TestShelveInstance-643820087-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 1125 time: 0.1465266 Apr 05 22:40:27.368209 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 50432) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:27.373590 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-b1aa5f86-8fdc-436b-95e2-f612463e81f3 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Request body: {'floatingip': {'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'port_id': '7631f91b-5607-42ff-9557-287d00fc5d32', 'tenant_id': '6a5381bd54734bd2877c50c329d25a21', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:40:27.396513 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b1aa5f86-8fdc-436b-95e2-f612463e81f3 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:27.509843 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b1aa5f86-8fdc-436b-95e2-f612463e81f3 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:27.639115 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-b1aa5f86-8fdc-436b-95e2-f612463e81f3 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Allocated IP 172.27.2.156 (f2e9bb50-0445-459c-9ef2-0222ede25138/2ac17549-fc87-4e20-be5e-92c340e9a8b2/86523904-31f8-4231-bb82-723f36dfdef6) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:40:27.699341 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eba39e-1b0f-4a28-a389-171b320c127b req-2992d632-420c-4603-ad4d-5e007d7ca8db tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:27.707230 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-15eba39e-1b0f-4a28-a389-171b320c127b req-2992d632-420c-4603-ad4d-5e007d7ca8db tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 946 time: 0.0736616 Apr 05 22:40:27.757284 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-15eba39e-1b0f-4a28-a389-171b320c127b req-39e58a9d-677c-4a25-8e0f-a571e95915d4 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491054 Apr 05 22:40:27.784558 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b1aa5f86-8fdc-436b-95e2-f612463e81f3 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks [] for port (86523904-31f8-4231-bb82-723f36dfdef6), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:27.818895 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b1aa5f86-8fdc-436b-95e2-f612463e81f3 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25648990'] for port (86523904-31f8-4231-bb82-723f36dfdef6), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:27.868131 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1aa5f86-8fdc-436b-95e2-f612463e81f3 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Network f2e9bb50-0445-459c-9ef2-0222ede25138 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:40:27.874754 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-b1aa5f86-8fdc-436b-95e2-f612463e81f3 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:40:27.879246 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1aa5f86-8fdc-436b-95e2-f612463e81f3 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:40:27.882323 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aa5f86-8fdc-436b-95e2-f612463e81f3 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Pushing event updated for resources: {'Port': ['ID=86523904-31f8-4231-bb82-723f36dfdef6,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:28.318036 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b1aa5f86-8fdc-436b-95e2-f612463e81f3 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks [] for floatingip (f30d5ea2-9171-41c7-b799-59eb3cd2899a), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:28.397980 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b1aa5f86-8fdc-436b-95e2-f612463e81f3 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (86523904-31f8-4231-bb82-723f36dfdef6), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:28.554860 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b1aa5f86-8fdc-436b-95e2-f612463e81f3 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks [] for port (86523904-31f8-4231-bb82-723f36dfdef6), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:28.559361 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b1aa5f86-8fdc-436b-95e2-f612463e81f3 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25648935'] for port (86523904-31f8-4231-bb82-723f36dfdef6), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:28.626914 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aa5f86-8fdc-436b-95e2-f612463e81f3 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Pushing event updated for resources: {'Port': ['ID=86523904-31f8-4231-bb82-723f36dfdef6,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:28.642306 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b1aa5f86-8fdc-436b-95e2-f612463e81f3 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528098'] for floatingip (f30d5ea2-9171-41c7-b799-59eb3cd2899a), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:28.743458 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.db.l3_db [None req-b1aa5f86-8fdc-436b-95e2-f612463e81f3 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Floating IP f30d5ea2-9171-41c7-b799-59eb3cd2899a associated. External IP: 172.27.2.156, port: 7631f91b-5607-42ff-9557-287d00fc5d32. Apr 05 22:40:28.884197 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5c1c2-fa62-4fa7-a925-8191302f9bd6 req-fa20d31e-7198-46c4-87f5-b0d6cfa67fad tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:28.885612 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6bf5c1c2-fa62-4fa7-a925-8191302f9bd6 req-fa20d31e-7198-46c4-87f5-b0d6cfa67fad tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 946 time: 0.0555704 Apr 05 22:40:28.932689 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6bf5c1c2-fa62-4fa7-a925-8191302f9bd6 req-6eceb858-59db-4a18-a32b-7d39256ad9a4 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410132 Apr 05 22:40:28.955879 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1aa5f86-8fdc-436b-95e2-f612463e81f3 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Router 3988d237-9486-4237-8cd7-4295fdf9fd8f has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:40:29.063968 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1aa5f86-8fdc-436b-95e2-f612463e81f3 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:40:29.073897 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e321f937-f30a-4426-a652-9a4ccd1d3e5b None None] Sync routers for ids ['3988d237-9486-4237-8cd7-4295fdf9fd8f'] in dv-cinder-835879-4-iscsi {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:40:29.081264 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b1aa5f86-8fdc-436b-95e2-f612463e81f3 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for floatingip (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:29.083357 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e321f937-f30a-4426-a652-9a4ccd1d3e5b None None] Routers {'3988d237-9486-4237-8cd7-4295fdf9fd8f'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:40:29.083996 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-e321f937-f30a-4426-a652-9a4ccd1d3e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:40:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['3988d237-9486-4237-8cd7-4295fdf9fd8f'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:40:29.195752 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-e321f937-f30a-4426-a652-9a4ccd1d3e5b None None] Set router 3988d237-9486-4237-8cd7-4295fdf9fd8f gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:40:29.342551 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-b1aa5f86-8fdc-436b-95e2-f612463e81f3 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9728038 Apr 05 22:40:29.344060 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2b79f2c-5284-4b79-8c54-6d8b26ec6060', 'tag': '7631f91b-5607-42ff-9557-287d00fc5d32'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:40:29.347003 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1671544ff40eda59cef59b672f5a268c5eb6787e07d105e794150b4ff377c8e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8cf42e-3fda-4288-94b2-da72e51503e5" -d '{"events": [{"name": "network-changed", "server_uuid": "a2b79f2c-5284-4b79-8c54-6d8b26ec6060", "tag": "7631f91b-5607-42ff-9557-287d00fc5d32"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:40:29.392725 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a595718-4669-4b17-a20f-774943958615 x-openstack-request-id: req-7a595718-4669-4b17-a20f-774943958615 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:40:29.393053 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2b79f2c-5284-4b79-8c54-6d8b26ec6060", "tag": "7631f91b-5607-42ff-9557-287d00fc5d32", "status": "completed", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:40:29.393314 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a595718-4669-4b17-a20f-774943958615 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:40:29.393716 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a595718-4669-4b17-a20f-774943958615'] response: {'name': 'network-changed', 'server_uuid': 'a2b79f2c-5284-4b79-8c54-6d8b26ec6060', 'tag': '7631f91b-5607-42ff-9557-287d00fc5d32', 'status': 'completed', 'code': 200} Apr 05 22:40:29.445084 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-e321f937-f30a-4426-a652-9a4ccd1d3e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3988d237-9486-4237-8cd7-4295fdf9fd8f', 'name': 'tempest-TestShelveInstance-584164168-router', 'tenant_id': '6a5381bd54734bd2877c50c329d25a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '012155f1-fab6-4fb5-82ce-b9943677c804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:37Z', 'updated_at': '2022-04-05T22:39:40Z', 'revision_number': 4, 'project_id': '6a5381bd54734bd2877c50c329d25a21', 'gw_port': {'id': '012155f1-fab6-4fb5-82ce-b9943677c804', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fe:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3988d237-9486-4237-8cd7-4295fdf9fd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:38Z', 'updated_at': '2022-04-05T22:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': 'f30d5ea2-9171-41c7-b799-59eb3cd2899a', 'tenant_id': '6a5381bd54734bd2877c50c329d25a21', 'floating_ip_address': '172.27.2.156', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': '3988d237-9486-4237-8cd7-4295fdf9fd8f', 'port_id': '7631f91b-5607-42ff-9557-287d00fc5d32', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad58d47-6598-42c9-a3eb-59b1a9dac7a0', 'mac_address': 'fa:16:3e:5e:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b79f2c-5284-4b79-8c54-6d8b26ec6060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:40:28Z', 'updated_at': '2022-04-05T22:40:28Z', 'revision_number': 0, 'project_id': '6a5381bd54734bd2877c50c329d25a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd52872e4-c4b1-4068-8489-94ec9440b92b', 'name': '', 'network_id': 'aad58d47-6598-42c9-a3eb-59b1a9dac7a0', 'tenant_id': '6a5381bd54734bd2877c50c329d25a21', 'mac_address': 'fa:16:3e:fd:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3988d237-9486-4237-8cd7-4295fdf9fd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '64352385-013c-4aed-a87f-560d0688e540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:39Z', 'updated_at': '2022-04-05T22:39:44Z', 'revision_number': 5, 'project_id': '6a5381bd54734bd2877c50c329d25a21', 'subnets': [{'id': '64352385-013c-4aed-a87f-560d0688e540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:40:29.471175 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e321f937-f30a-4426-a652-9a4ccd1d3e5b None None] Checking router: 3988d237-9486-4237-8cd7-4295fdf9fd8f for host: dv-cinder-835879-4-iscsi {{(pid=103305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:40:29.479355 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e321f937-f30a-4426-a652-9a4ccd1d3e5b None None] Routers {'3988d237-9486-4237-8cd7-4295fdf9fd8f'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:40:29.479990 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-e321f937-f30a-4426-a652-9a4ccd1d3e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:40:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['3988d237-9486-4237-8cd7-4295fdf9fd8f'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:40:29.546461 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b3fb9-4379-4cbc-a9cc-3df076e35b5f req-01110092-04a5-4481-a1ae-6746fec3dff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:29.547975 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9d3b3fb9-4379-4cbc-a9cc-3df076e35b5f req-01110092-04a5-4481-a1ae-6746fec3dff8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53101836a2ba42f5b58f4a6b84af6522&device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 1130 time: 0.0752728 Apr 05 22:40:29.549846 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8cf42e-3fda-4288-94b2-da72e51503e5 req-c3436ef2-a40c-493e-8313-aa2f45225df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:29.551189 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7d8cf42e-3fda-4288-94b2-da72e51503e5 req-c3436ef2-a40c-493e-8313-aa2f45225df6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6a5381bd54734bd2877c50c329d25a21&device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 1130 time: 0.0706563 Apr 05 22:40:29.587210 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-e321f937-f30a-4426-a652-9a4ccd1d3e5b None None] Set router 3988d237-9486-4237-8cd7-4295fdf9fd8f gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:40:29.721165 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b3fb9-4379-4cbc-a9cc-3df076e35b5f req-faabc561-8236-4ab9-b651-9f5574387b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:29.722705 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9d3b3fb9-4379-4cbc-a9cc-3df076e35b5f req-faabc561-8236-4ab9-b651-9f5574387b33 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5f18d588-ed8c-4ba8-aa61-86f84f08ea4b HTTP/1.1" status: 200 len: 918 time: 0.1588326 Apr 05 22:40:29.723707 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8cf42e-3fda-4288-94b2-da72e51503e5 req-f1c581bf-bd9f-487b-b9a8-b89351963c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:29.725029 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7d8cf42e-3fda-4288-94b2-da72e51503e5 req-f1c581bf-bd9f-487b-b9a8-b89351963c7c service neutron] 10.222.0.46 "GET /v2.0/networks?id=aad58d47-6598-42c9-a3eb-59b1a9dac7a0 HTTP/1.1" status: 200 len: 909 time: 0.1600845 Apr 05 22:40:29.838086 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9d3b3fb9-4379-4cbc-a9cc-3df076e35b5f req-d45d58c9-dd92-4c2b-86ad-7ba064ab3f7e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 HTTP/1.1" status: 200 len: 1002 time: 0.1045370 Apr 05 22:40:29.839829 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7d8cf42e-3fda-4288-94b2-da72e51503e5 req-72902aa4-69f2-4b6e-ba37-0101f169ef73 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7631f91b-5607-42ff-9557-287d00fc5d32 HTTP/1.1" status: 200 len: 1000 time: 0.1004093 Apr 05 22:40:29.898875 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-e321f937-f30a-4426-a652-9a4ccd1d3e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3988d237-9486-4237-8cd7-4295fdf9fd8f', 'name': 'tempest-TestShelveInstance-584164168-router', 'tenant_id': '6a5381bd54734bd2877c50c329d25a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '012155f1-fab6-4fb5-82ce-b9943677c804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:37Z', 'updated_at': '2022-04-05T22:39:40Z', 'revision_number': 4, 'project_id': '6a5381bd54734bd2877c50c329d25a21', 'gw_port': {'id': '012155f1-fab6-4fb5-82ce-b9943677c804', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fe:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3988d237-9486-4237-8cd7-4295fdf9fd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:38Z', 'updated_at': '2022-04-05T22:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': 'f30d5ea2-9171-41c7-b799-59eb3cd2899a', 'tenant_id': '6a5381bd54734bd2877c50c329d25a21', 'floating_ip_address': '172.27.2.156', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': '3988d237-9486-4237-8cd7-4295fdf9fd8f', 'port_id': '7631f91b-5607-42ff-9557-287d00fc5d32', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad58d47-6598-42c9-a3eb-59b1a9dac7a0', 'mac_address': 'fa:16:3e:5e:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b79f2c-5284-4b79-8c54-6d8b26ec6060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:40:28Z', 'updated_at': '2022-04-05T22:40:28Z', 'revision_number': 0, 'project_id': '6a5381bd54734bd2877c50c329d25a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd52872e4-c4b1-4068-8489-94ec9440b92b', 'name': '', 'network_id': 'aad58d47-6598-42c9-a3eb-59b1a9dac7a0', 'tenant_id': '6a5381bd54734bd2877c50c329d25a21', 'mac_address': 'fa:16:3e:fd:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3988d237-9486-4237-8cd7-4295fdf9fd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '64352385-013c-4aed-a87f-560d0688e540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:39Z', 'updated_at': '2022-04-05T22:39:44Z', 'revision_number': 5, 'project_id': '6a5381bd54734bd2877c50c329d25a21', 'subnets': [{'id': '64352385-013c-4aed-a87f-560d0688e540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:40:29.922256 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b3fb9-4379-4cbc-a9cc-3df076e35b5f req-ad99585b-8563-4eee-be15-9b45fd2fc5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:29.923722 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9d3b3fb9-4379-4cbc-a9cc-3df076e35b5f req-ad99585b-8563-4eee-be15-9b45fd2fc5c8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=de490332-8df6-483d-b976-f39e215adfd8 HTTP/1.1" status: 200 len: 856 time: 0.0755351 Apr 05 22:40:29.925269 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e321f937-f30a-4426-a652-9a4ccd1d3e5b None None] The sync data for ids ['3988d237-9486-4237-8cd7-4295fdf9fd8f'] in dv-cinder-835879-4-iscsi is: [{'id': '3988d237-9486-4237-8cd7-4295fdf9fd8f', 'name': 'tempest-TestShelveInstance-584164168-router', 'tenant_id': '6a5381bd54734bd2877c50c329d25a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '012155f1-fab6-4fb5-82ce-b9943677c804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:37Z', 'updated_at': '2022-04-05T22:39:40Z', 'revision_number': 4, 'project_id': '6a5381bd54734bd2877c50c329d25a21', 'gw_port': {'id': '012155f1-fab6-4fb5-82ce-b9943677c804', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fe:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3988d237-9486-4237-8cd7-4295fdf9fd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:38Z', 'updated_at': '2022-04-05T22:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': 'f30d5ea2-9171-41c7-b799-59eb3cd2899a', 'tenant_id': '6a5381bd54734bd2877c50c329d25a21', 'floating_ip_address': '172.27.2.156', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': '3988d237-9486-4237-8cd7-4295fdf9fd8f', 'port_id': '7631f91b-5607-42ff-9557-287d00fc5d32', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad58d47-6598-42c9-a3eb-59b1a9dac7a0', 'mac_address': 'fa:16:3e:5e:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b79f2c-5284-4b79-8c54-6d8b26ec6060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:40:28Z', 'updated_at': '2022-04-05T22:40:28Z', 'revision_number': 0, 'project_id': '6a5381bd54734bd2877c50c329d25a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd52872e4-c4b1-4068-8489-94ec9440b92b', 'name': '', 'network_id': 'aad58d47-6598-42c9-a3eb-59b1a9dac7a0', 'tenant_id': '6a5381bd54734bd2877c50c329d25a21', 'mac_address': 'fa:16:3e:fd:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3988d237-9486-4237-8cd7-4295fdf9fd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '64352385-013c-4aed-a87f-560d0688e540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:39Z', 'updated_at': '2022-04-05T22:39:44Z', 'revision_number': 5, 'project_id': '6a5381bd54734bd2877c50c329d25a21', 'subnets': [{'id': '64352385-013c-4aed-a87f-560d0688e540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:40:29.927163 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8cf42e-3fda-4288-94b2-da72e51503e5 req-368d8f86-86f5-43d8-a01f-cc7437a89459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:29.928503 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7d8cf42e-3fda-4288-94b2-da72e51503e5 req-368d8f86-86f5-43d8-a01f-cc7437a89459 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=64352385-013c-4aed-a87f-560d0688e540 HTTP/1.1" status: 200 len: 847 time: 0.0792332 Apr 05 22:40:29.955859 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:30.018803 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8cf42e-3fda-4288-94b2-da72e51503e5 req-c24b240f-02b1-4a2c-947f-3dcfc643e498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:30.020335 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7d8cf42e-3fda-4288-94b2-da72e51503e5 req-c24b240f-02b1-4a2c-947f-3dcfc643e498 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aad58d47-6598-42c9-a3eb-59b1a9dac7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0797744 Apr 05 22:40:30.071636 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b3fb9-4379-4cbc-a9cc-3df076e35b5f req-17d85dba-827a-49e2-b236-f40171163780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:30.073179 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9d3b3fb9-4379-4cbc-a9cc-3df076e35b5f req-17d85dba-827a-49e2-b236-f40171163780 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5f18d588-ed8c-4ba8-aa61-86f84f08ea4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1339796 Apr 05 22:40:30.131026 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a812d7c-f5de-4efe-86ff-7e0fcb2fa112 None None] New status for floating IP f30d5ea2-9171-41c7-b799-59eb3cd2899a: ACTIVE {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:40:30.204322 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842ba50-3d78-417c-9e5d-65e4937aebca req-3e10e764-e630-4d44-b792-7a35b4f343c5 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:30.205858 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9842ba50-3d78-417c-9e5d-65e4937aebca req-3e10e764-e630-4d44-b792-7a35b4f343c5 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 946 time: 0.1846039 Apr 05 22:40:30.235702 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7d8cf42e-3fda-4288-94b2-da72e51503e5 req-979816a7-0509-4d0b-b599-071825bf7830 service neutron] 10.222.0.46 "GET /v2.0/networks/aad58d47-6598-42c9-a3eb-59b1a9dac7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016053 Apr 05 22:40:30.287495 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9d3b3fb9-4379-4cbc-a9cc-3df076e35b5f req-f8012030-1a7f-4ff2-9ce8-6e4af402a7cb service neutron] 10.222.0.46 "GET /v2.0/networks/5f18d588-ed8c-4ba8-aa61-86f84f08ea4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072515 Apr 05 22:40:30.361827 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9842ba50-3d78-417c-9e5d-65e4937aebca req-513c0c5a-0e7b-4208-ab72-c6d589afd578 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421909 Apr 05 22:40:30.431040 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7d8cf42e-3fda-4288-94b2-da72e51503e5 req-d37f2fd6-8ca0-4cd3-bdca-7066691d660d service neutron] 10.222.0.46 "GET /v2.0/networks/aad58d47-6598-42c9-a3eb-59b1a9dac7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865361 Apr 05 22:40:30.444979 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9d3b3fb9-4379-4cbc-a9cc-3df076e35b5f req-e42f4b4a-9d31-4d2b-adbc-f1a025045823 service neutron] 10.222.0.46 "GET /v2.0/networks/5f18d588-ed8c-4ba8-aa61-86f84f08ea4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500635 Apr 05 22:40:31.483763 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e31743-d1bb-4b26-a96a-9543f79de3cc req-c5e3e6f9-d5f4-46da-84de-3e0696a4bc4f tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:31.485149 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d0e31743-d1bb-4b26-a96a-9543f79de3cc req-c5e3e6f9-d5f4-46da-84de-3e0696a4bc4f tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 946 time: 0.0507021 Apr 05 22:40:31.530580 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d0e31743-d1bb-4b26-a96a-9543f79de3cc req-d6dc23a2-eb48-4d87-bbcb-a8e11d8e8443 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400705 Apr 05 22:40:31.878487 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:40:32.561669 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:40:32.653261 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7e488-75b7-4a89-9beb-d2d23a5f42e3 req-a6649655-b2c6-4067-8c05-91d1c07ee6de tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:32.654850 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-71e7e488-75b7-4a89-9beb-d2d23a5f42e3 req-a6649655-b2c6-4067-8c05-91d1c07ee6de tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 946 time: 0.0535209 Apr 05 22:40:32.708919 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-71e7e488-75b7-4a89-9beb-d2d23a5f42e3 req-d8054e91-293a-4709-826e-2d3cfa340d4e tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482023 Apr 05 22:40:32.769849 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 is: ACTIVE; New status is: DOWN {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:40:32.770304 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (69e0e692-1a4f-4c51-9c7d-7998e72f6fa8), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:32.792789 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69e0e692-1a4f-4c51-9c7d-7998e72f6fa8'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:40:32.795033 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16471d07bccade7c78bbaf7939695eccfc965b3074ad902c0ac28a73985796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f14cde-15b5-4560-9a76-f5d70f0e1dff" -d '{"events": [{"server_uuid": "dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7", "name": "network-vif-unplugged", "status": "completed", "tag": "69e0e692-1a4f-4c51-9c7d-7998e72f6fa8"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:40:32.809012 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=69e0e692-1a4f-4c51-9c7d-7998e72f6fa8,segment=NetworkSegment(bad0aca7-96dd-472c-9062-1cdad7db236b),segment_id=bad0aca7-96dd-472c-9062-1cdad7db236b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:40:32.815098 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (69e0e692-1a4f-4c51-9c7d-7998e72f6fa8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:32.845700 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 05 Apr 2022 22:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9da6fd-9838-4c02-a411-064776c44780 x-openstack-request-id: req-1a9da6fd-9838-4c02-a411-064776c44780 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:40:32.845996 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7", "name": "network-vif-unplugged", "status": "failed", "tag": "69e0e692-1a4f-4c51-9c7d-7998e72f6fa8", "code": 422}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:40:32.846252 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1a9da6fd-9838-4c02-a411-064776c44780 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:40:32.846754 dv-cinder-835879-4-iscsi neutron-server[103304]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-1a9da6fd-9838-4c02-a411-064776c44780']: {'server_uuid': 'dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '69e0e692-1a4f-4c51-9c7d-7998e72f6fa8', 'code': 422} returned with failed status Apr 05 22:40:32.867356 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=69e0e692-1a4f-4c51-9c7d-7998e72f6fa8,revision_number=8']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:33.619225 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b64458-530a-4197-97a8-fd0d671072e9 req-03465964-176c-485f-b8be-819d1d8d9e8a tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:33.621448 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-19b64458-530a-4197-97a8-fd0d671072e9 req-03465964-176c-485f-b8be-819d1d8d9e8a tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 944 time: 0.0771654 Apr 05 22:40:33.661302 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2547a0e9-5ef6-4b6e-8d36-189ef6158cb9 req-0343cd86-129b-40eb-bcd3-1cbbcc03789b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0751753 Apr 05 22:40:33.677717 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-19b64458-530a-4197-97a8-fd0d671072e9 req-a34335fb-b067-47c2-8e27-31cd3280dd62 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502245 Apr 05 22:40:33.738753 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547a0e9-5ef6-4b6e-8d36-189ef6158cb9 req-2569e505-aa44-46e3-9c18-8590b612f1f3 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:33.740102 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2547a0e9-5ef6-4b6e-8d36-189ef6158cb9 req-2569e505-aa44-46e3-9c18-8590b612f1f3 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports/69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 HTTP/1.1" status: 200 len: 941 time: 0.0507538 Apr 05 22:40:34.317894 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d6012c0-6443-4eff-b1b3-b6c27d41a5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:34.542849 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547a0e9-5ef6-4b6e-8d36-189ef6158cb9 req-99c0aeb3-83d7-4096-bfb1-57a087780d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:34.544365 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2547a0e9-5ef6-4b6e-8d36-189ef6158cb9 req-99c0aeb3-83d7-4096-bfb1-57a087780d25 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7&tenant_id=53101836a2ba42f5b58f4a6b84af6522 HTTP/1.1" status: 200 len: 1128 time: 0.0434856 Apr 05 22:40:34.607247 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547a0e9-5ef6-4b6e-8d36-189ef6158cb9 req-80c8833f-98d3-411b-b30b-245d5c1dd08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:34.608724 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2547a0e9-5ef6-4b6e-8d36-189ef6158cb9 req-80c8833f-98d3-411b-b30b-245d5c1dd08b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53101836a2ba42f5b58f4a6b84af6522&device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 1128 time: 0.0434775 Apr 05 22:40:34.702818 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547a0e9-5ef6-4b6e-8d36-189ef6158cb9 req-66d0122c-bd53-4c0e-b69b-e1b4627fbf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:34.704336 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2547a0e9-5ef6-4b6e-8d36-189ef6158cb9 req-66d0122c-bd53-4c0e-b69b-e1b4627fbf31 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5f18d588-ed8c-4ba8-aa61-86f84f08ea4b HTTP/1.1" status: 200 len: 918 time: 0.0883698 Apr 05 22:40:34.798521 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2547a0e9-5ef6-4b6e-8d36-189ef6158cb9 req-96dfe517-bb86-4756-ae06-091c9f7d4c9e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 HTTP/1.1" status: 200 len: 1000 time: 0.0865982 Apr 05 22:40:34.820727 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c2437-52a6-4680-9e4f-eb413bd6168d req-116f32c0-60a3-4380-846c-9c783f4165a2 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:34.822178 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e37c2437-52a6-4680-9e4f-eb413bd6168d req-116f32c0-60a3-4380-846c-9c783f4165a2 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 944 time: 0.0705707 Apr 05 22:40:34.880650 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547a0e9-5ef6-4b6e-8d36-189ef6158cb9 req-d9c0f629-d121-4446-89ad-0c4f36868bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:34.882095 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2547a0e9-5ef6-4b6e-8d36-189ef6158cb9 req-d9c0f629-d121-4446-89ad-0c4f36868bd2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=de490332-8df6-483d-b976-f39e215adfd8 HTTP/1.1" status: 200 len: 856 time: 0.0765126 Apr 05 22:40:34.907693 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e37c2437-52a6-4680-9e4f-eb413bd6168d req-a79ea4c4-6e56-4371-90ab-30e53acec67d tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640714 Apr 05 22:40:34.939933 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547a0e9-5ef6-4b6e-8d36-189ef6158cb9 req-15d623bc-638e-470d-a0f1-eef6337d4748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:34.941453 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2547a0e9-5ef6-4b6e-8d36-189ef6158cb9 req-15d623bc-638e-470d-a0f1-eef6337d4748 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5f18d588-ed8c-4ba8-aa61-86f84f08ea4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501037 Apr 05 22:40:35.039461 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2547a0e9-5ef6-4b6e-8d36-189ef6158cb9 req-fa78b1eb-71eb-427b-93ec-d5b8215e9d7c service neutron] 10.222.0.46 "GET /v2.0/networks/5f18d588-ed8c-4ba8-aa61-86f84f08ea4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919993 Apr 05 22:40:35.129154 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2547a0e9-5ef6-4b6e-8d36-189ef6158cb9 req-a1bfd183-d638-47e3-ac8e-92ef1ae0f194 service neutron] 10.222.0.46 "GET /v2.0/networks/5f18d588-ed8c-4ba8-aa61-86f84f08ea4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824015 Apr 05 22:40:36.031847 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4455d-c1d4-46fe-aded-9d9c67128fb3 req-8a40e402-39ae-482b-bcb5-fcd0c03145da tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:36.033489 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-12c4455d-c1d4-46fe-aded-9d9c67128fb3 req-8a40e402-39ae-482b-bcb5-fcd0c03145da tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 944 time: 0.0516901 Apr 05 22:40:36.093625 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-12c4455d-c1d4-46fe-aded-9d9c67128fb3 req-ad610b7a-bee0-4789-8421-370431d72062 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539775 Apr 05 22:40:36.615096 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:40:36.695955 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 is: DOWN; New status is: DOWN {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:40:36.801713 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2a2d0f24-04f2-4785-867a-ebbb8354ad9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:37.227252 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a721a5a-af6b-4de9-9991-616f195ede2f req-379acb74-c6b2-4100-8439-1ab8598c3333 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:37.228724 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4a721a5a-af6b-4de9-9991-616f195ede2f req-379acb74-c6b2-4100-8439-1ab8598c3333 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 944 time: 0.0521655 Apr 05 22:40:37.277906 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4a721a5a-af6b-4de9-9991-616f195ede2f req-31e7273a-3d90-4838-8974-3de5f9e17cca tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402617 Apr 05 22:40:37.559033 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:38.414470 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e7134f-4642-4098-ac72-9974cb19015b req-2fc36a5f-a992-49d0-95c1-11da1e9483a7 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:38.416018 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-24e7134f-4642-4098-ac72-9974cb19015b req-2fc36a5f-a992-49d0-95c1-11da1e9483a7 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 944 time: 0.0633483 Apr 05 22:40:38.463437 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-24e7134f-4642-4098-ac72-9974cb19015b req-674693df-969f-4e23-b712-71be0d313763 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417686 Apr 05 22:40:39.158091 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:39.595034 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9fb68-7dca-4312-a04c-1010a00e4db9 req-50d4fe50-f1e8-4b23-b61f-fc1dea32019a tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:39.597328 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0be9fb68-7dca-4312-a04c-1010a00e4db9 req-50d4fe50-f1e8-4b23-b61f-fc1dea32019a tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 944 time: 0.0638266 Apr 05 22:40:39.645894 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0be9fb68-7dca-4312-a04c-1010a00e4db9 req-94371ba2-cecf-45fd-af1e-5f7431b4c8ba tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427735 Apr 05 22:40:40.755660 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:40.785128 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf83032-8ff6-4a40-b82a-f5f4dc789f75 req-f485b80c-5703-41e3-960f-a8385d6497b0 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:40.786754 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-bbf83032-8ff6-4a40-b82a-f5f4dc789f75 req-f485b80c-5703-41e3-960f-a8385d6497b0 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 944 time: 0.0633211 Apr 05 22:40:40.832549 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-bbf83032-8ff6-4a40-b82a-f5f4dc789f75 req-89e5dcec-b13e-44ab-9efe-ef8ef683d68b tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400822 Apr 05 22:40:41.962535 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb0cdf-8d5a-4867-9aae-35b8ccb9d000 req-b07a02ec-f0c8-4eb8-a552-865a764d33aa tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:41.963999 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-29cb0cdf-8d5a-4867-9aae-35b8ccb9d000 req-b07a02ec-f0c8-4eb8-a552-865a764d33aa tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 944 time: 0.0570817 Apr 05 22:40:42.010968 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-29cb0cdf-8d5a-4867-9aae-35b8ccb9d000 req-0b5a0b74-1f7a-4005-8b67-0033049ded10 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413110 Apr 05 22:40:43.141040 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409e524-46c9-4e51-b4ac-839c4b0c4b25 req-c0f55ef5-2170-4431-af5a-c0cfb9ce8b34 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:43.142510 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5409e524-46c9-4e51-b4ac-839c4b0c4b25 req-c0f55ef5-2170-4431-af5a-c0cfb9ce8b34 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 944 time: 0.0521326 Apr 05 22:40:43.199572 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5409e524-46c9-4e51-b4ac-839c4b0c4b25 req-7ebab632-ef02-4d00-bde2-81ca955df79e tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514190 Apr 05 22:40:44.334086 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2e737-1fcf-4e23-90a6-8d4725799e6e req-298f956d-6b94-48ad-8b1a-a3d5115b1f76 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:44.335564 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-66c2e737-1fcf-4e23-90a6-8d4725799e6e req-298f956d-6b94-48ad-8b1a-a3d5115b1f76 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 944 time: 0.0520937 Apr 05 22:40:44.386989 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-66c2e737-1fcf-4e23-90a6-8d4725799e6e req-e63a9729-6ac4-4aa4-aa53-6dc9bed2afa2 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458641 Apr 05 22:40:45.524789 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecab9fb-f159-4217-851b-deb9bed49e85 req-ed83ccc1-0839-4dc6-810e-26cfd2a7e886 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:45.526809 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9ecab9fb-f159-4217-851b-deb9bed49e85 req-ed83ccc1-0839-4dc6-810e-26cfd2a7e886 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 944 time: 0.0533831 Apr 05 22:40:45.572101 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9ecab9fb-f159-4217-851b-deb9bed49e85 req-9e7164df-4022-4561-b574-0c700e78574a tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396733 Apr 05 22:40:46.697654 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7da7f-a02f-400d-af40-a7f7b5055405 req-69bdfb4b-5ece-4273-83bd-6b5941578ef1 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:46.699145 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-afb7da7f-a02f-400d-af40-a7f7b5055405 req-69bdfb4b-5ece-4273-83bd-6b5941578ef1 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 944 time: 0.0558536 Apr 05 22:40:46.746787 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-afb7da7f-a02f-400d-af40-a7f7b5055405 req-e27f9c83-cc7b-430b-86a6-a5affe536639 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418661 Apr 05 22:40:48.120268 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a6d602-a096-45d2-a6e7-dba19c7c4a24 req-ec431c1e-6ed3-495e-ab89-6debe07a51d8 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:48.121919 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-32a6d602-a096-45d2-a6e7-dba19c7c4a24 req-ec431c1e-6ed3-495e-ab89-6debe07a51d8 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 944 time: 0.3053041 Apr 05 22:40:48.166070 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-32a6d602-a096-45d2-a6e7-dba19c7c4a24 req-983ae29f-6f27-4bcb-9eec-cd6c4ce1fa80 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385411 Apr 05 22:40:49.287331 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8df98-9c25-4703-b98a-2aa273f3ac57 req-18d27f33-692d-4883-a373-65e2c8ee37ac tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:49.288759 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-faf8df98-9c25-4703-b98a-2aa273f3ac57 req-18d27f33-692d-4883-a373-65e2c8ee37ac tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 944 time: 0.0507848 Apr 05 22:40:49.332744 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-faf8df98-9c25-4703-b98a-2aa273f3ac57 req-8b18bf86-5c68-4b1f-a8a2-16ce0c39f5f0 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384607 Apr 05 22:40:50.454783 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cb02e-0b22-4151-be03-94264b99835d req-7bd593dc-a4d4-45c6-937e-9fb6e2738a81 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:50.456227 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-aa6cb02e-0b22-4151-be03-94264b99835d req-7bd593dc-a4d4-45c6-937e-9fb6e2738a81 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 944 time: 0.0532238 Apr 05 22:40:50.502613 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-aa6cb02e-0b22-4151-be03-94264b99835d req-f9105ba9-f475-4fea-aae0-ca6b567a547c tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408678 Apr 05 22:40:51.622327 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7495db9-2bef-45ef-b6c0-9ee535c864fc req-905e88a2-6f1f-4097-84c5-4d251aad7229 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:51.623760 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c7495db9-2bef-45ef-b6c0-9ee535c864fc req-905e88a2-6f1f-4097-84c5-4d251aad7229 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 944 time: 0.0509093 Apr 05 22:40:51.669112 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c7495db9-2bef-45ef-b6c0-9ee535c864fc req-9e6ba071-2dcb-4960-8042-0ad7cad9ce45 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397785 Apr 05 22:40:52.795022 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1dcb9a-027b-41a8-a057-177bf555d8c6 req-cbbfd831-3b90-4e4a-a1ed-df94f57bc941 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:52.796473 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9b1dcb9a-027b-41a8-a057-177bf555d8c6 req-cbbfd831-3b90-4e4a-a1ed-df94f57bc941 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 944 time: 0.0539291 Apr 05 22:40:52.846860 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9b1dcb9a-027b-41a8-a057-177bf555d8c6 req-5991623a-34cb-4e4c-bde7-689deb6c0bc6 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448363 Apr 05 22:40:53.970993 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58407207-bed9-43ab-bf67-1af6cc0fcfe0 req-89098e4c-26e0-464e-b509-52a39f718ae4 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:53.972447 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-58407207-bed9-43ab-bf67-1af6cc0fcfe0 req-89098e4c-26e0-464e-b509-52a39f718ae4 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 944 time: 0.0505905 Apr 05 22:40:54.017865 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-58407207-bed9-43ab-bf67-1af6cc0fcfe0 req-be43fc26-d6b5-41d8-90b3-7a9c4be06e51 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399001 Apr 05 22:40:54.701343 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:40:54.798062 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=69e0e692-1a4f-4c51-9c7d-7998e72f6fa8,segment=NetworkSegment(bad0aca7-96dd-472c-9062-1cdad7db236b),segment_id=bad0aca7-96dd-472c-9062-1cdad7db236b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:40:54.808939 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Returning: {'device': '69e0e692-1a4f-4c51-9c7d-7998e72f6fa8', 'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b', 'port_id': '69e0e692-1a4f-4c51-9c7d-7998e72f6fa8', 'mac_address': 'fa:16:3e:a0:f2:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de490332-8df6-483d-b976-f39e215adfd8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:40:54.845477 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 is: DOWN; New status is: BUILD {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:40:54.845868 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (69e0e692-1a4f-4c51-9c7d-7998e72f6fa8), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:54.858784 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:40:54.877591 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=69e0e692-1a4f-4c51-9c7d-7998e72f6fa8,segment=NetworkSegment(bad0aca7-96dd-472c-9062-1cdad7db236b),segment_id=bad0aca7-96dd-472c-9062-1cdad7db236b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:40:54.880911 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (69e0e692-1a4f-4c51-9c7d-7998e72f6fa8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:54.925890 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=69e0e692-1a4f-4c51-9c7d-7998e72f6fa8,revision_number=9']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:54.932872 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:54.933209 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:54.933550 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:54.933889 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:54.934225 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:54.934555 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:54.934883 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:54.935209 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:54.935534 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:54.935858 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:54.936185 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:54.936511 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:54.936858 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:54.937180 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:54.937500 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:55.140582 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ca6d7-7a5e-4ca3-91d4-81085531dad8 req-8b0d6af0-c3ee-4c03-814c-eaa62e647ca8 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:55.142100 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-bf6ca6d7-7a5e-4ca3-91d4-81085531dad8 req-8b0d6af0-c3ee-4c03-814c-eaa62e647ca8 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 945 time: 0.0517197 Apr 05 22:40:55.188346 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-bf6ca6d7-7a5e-4ca3-91d4-81085531dad8 req-1f3a4a43-b9c7-4962-aa19-3a8ee8050c06 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404997 Apr 05 22:40:55.219083 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] get_ports_and_sgs() called for port_ids ['69e0e692-1a4f-4c51-9c7d-7998e72f6fa8'] {{(pid=103304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:40:56.312733 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ab260-ed2e-40ff-8387-e225db48d4a9 req-0cc50dd9-e36d-421d-a16d-2fc11f989cad tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:56.314229 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-fb6ab260-ed2e-40ff-8387-e225db48d4a9 req-0cc50dd9-e36d-421d-a16d-2fc11f989cad tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 945 time: 0.0553102 Apr 05 22:40:56.359764 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-fb6ab260-ed2e-40ff-8387-e225db48d4a9 req-64d57aaa-430f-43fd-99a7-c38888bfb9b9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400643 Apr 05 22:40:56.717154 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 up at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:40:56.769349 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning complete for port 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:40:56.769746 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (69e0e692-1a4f-4c51-9c7d-7998e72f6fa8), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:56.843835 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 is: BUILD; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:40:56.844232 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (69e0e692-1a4f-4c51-9c7d-7998e72f6fa8), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:56.866264 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e0e692-1a4f-4c51-9c7d-7998e72f6fa8'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:40:56.868484 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16471d07bccade7c78bbaf7939695eccfc965b3074ad902c0ac28a73985796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c47ee7e-a305-4f52-8a59-742fcbd214fd" -d '{"events": [{"server_uuid": "dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7", "name": "network-vif-plugged", "status": "completed", "tag": "69e0e692-1a4f-4c51-9c7d-7998e72f6fa8"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:40:56.881678 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=69e0e692-1a4f-4c51-9c7d-7998e72f6fa8,segment=NetworkSegment(bad0aca7-96dd-472c-9062-1cdad7db236b),segment_id=bad0aca7-96dd-472c-9062-1cdad7db236b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:40:56.885739 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (69e0e692-1a4f-4c51-9c7d-7998e72f6fa8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:56.911257 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54781ff-223c-4eaa-abe8-498695c49e5d x-openstack-request-id: req-a54781ff-223c-4eaa-abe8-498695c49e5d {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:40:56.911597 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7", "name": "network-vif-plugged", "status": "completed", "tag": "69e0e692-1a4f-4c51-9c7d-7998e72f6fa8", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:40:56.911850 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a54781ff-223c-4eaa-abe8-498695c49e5d {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:40:56.912290 dv-cinder-835879-4-iscsi neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a54781ff-223c-4eaa-abe8-498695c49e5d'] response: {'server_uuid': 'dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e0e692-1a4f-4c51-9c7d-7998e72f6fa8', 'code': 200} Apr 05 22:40:56.939285 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=69e0e692-1a4f-4c51-9c7d-7998e72f6fa8,revision_number=10']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:57.086968 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2187ae6-5f18-4387-ac9c-e2f5b169731c req-6cb414d7-5d7b-45a4-875c-6e9fe701d75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:57.088988 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f2187ae6-5f18-4387-ac9c-e2f5b169731c req-6cb414d7-5d7b-45a4-875c-6e9fe701d75a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 1131 time: 0.0425436 Apr 05 22:40:57.131100 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f2187ae6-5f18-4387-ac9c-e2f5b169731c req-139f6f00-88bc-43ef-8aae-3a8a8a4218df service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362673 Apr 05 22:40:57.480358 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35f70a-08d4-46de-af96-c010ad91ab3e req-31dcac91-b375-4621-a561-08bae06b3cf1 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:57.481831 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ac35f70a-08d4-46de-af96-c010ad91ab3e req-31dcac91-b375-4621-a561-08bae06b3cf1 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 947 time: 0.0514286 Apr 05 22:40:57.530667 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ac35f70a-08d4-46de-af96-c010ad91ab3e req-371ace4f-b6ad-42e7-a15b-4b9e35100f82 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434008 Apr 05 22:40:58.651230 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516be61a-52e7-4158-8ec5-6eedc44a1409 req-4d0bca40-0ddb-42df-89a1-b8a7f5f16f13 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:58.652702 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-516be61a-52e7-4158-8ec5-6eedc44a1409 req-4d0bca40-0ddb-42df-89a1-b8a7f5f16f13 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 947 time: 0.0514467 Apr 05 22:40:58.699936 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-516be61a-52e7-4158-8ec5-6eedc44a1409 req-f29c40b1-0221-4b90-b8ec-add5e2178f6e tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417855 Apr 05 22:40:59.820031 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccd49e-aabf-42a3-be14-8f6a72d24c67 req-5a5ccc73-ae53-450a-b78a-5e1af486026c tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:59.821530 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-dbccd49e-aabf-42a3-be14-8f6a72d24c67 req-5a5ccc73-ae53-450a-b78a-5e1af486026c tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 947 time: 0.0513721 Apr 05 22:40:59.867662 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-dbccd49e-aabf-42a3-be14-8f6a72d24c67 req-3de3fb4f-5ddf-437e-8f10-261e6b46004a tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400341 Apr 05 22:40:59.959315 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:04.319085 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f07c45a0-5930-4ac0-a38d-3963d1314068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:06.572000 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-75e6eb5d-512b-4641-a8e8-9c04f99363ea req-fd801a3a-43c9-4966-8648-d3b9dbc258e1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=781aa77e-4051-4f41-98dd-d623ba0929a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450847 Apr 05 22:41:06.632214 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6eb5d-512b-4641-a8e8-9c04f99363ea req-4e4328fc-3ace-47f6-8623-bfd40c2d8bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:06.633686 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-75e6eb5d-512b-4641-a8e8-9c04f99363ea req-4e4328fc-3ace-47f6-8623-bfd40c2d8bb4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0aceb09e90a9469980b157861e02e481&device_id=781aa77e-4051-4f41-98dd-d623ba0929a1 HTTP/1.1" status: 200 len: 1129 time: 0.0422921 Apr 05 22:41:06.737012 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6eb5d-512b-4641-a8e8-9c04f99363ea req-cefdf21f-fa44-4ce1-beb0-9fcbdc6fbb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:06.738448 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-75e6eb5d-512b-4641-a8e8-9c04f99363ea req-cefdf21f-fa44-4ce1-beb0-9fcbdc6fbb72 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b6baf2d1-4111-4179-97b5-8f3d3d51eaff HTTP/1.1" status: 200 len: 912 time: 0.0852244 Apr 05 22:41:06.798549 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7be6a342-7354-4832-88e8-7dcb93ed3881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:06.805535 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-75e6eb5d-512b-4641-a8e8-9c04f99363ea req-95108933-b675-4aae-8524-a1250b97978b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b081c369-7f78-4ec2-94b1-fd1b1ab72f5c HTTP/1.1" status: 200 len: 1001 time: 0.0601041 Apr 05 22:41:06.853684 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6eb5d-512b-4641-a8e8-9c04f99363ea req-c65fbecb-845b-4cfe-8132-cd6fa66f7f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:06.855066 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-75e6eb5d-512b-4641-a8e8-9c04f99363ea req-c65fbecb-845b-4cfe-8132-cd6fa66f7f92 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=acc4bb93-55f5-4d18-8058-b058867f2321 HTTP/1.1" status: 200 len: 850 time: 0.0438526 Apr 05 22:41:06.907029 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6eb5d-512b-4641-a8e8-9c04f99363ea req-56e1d8a2-3609-431c-8ecf-3fb89bbf8a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:06.908661 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-75e6eb5d-512b-4641-a8e8-9c04f99363ea req-56e1d8a2-3609-431c-8ecf-3fb89bbf8a69 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b6baf2d1-4111-4179-97b5-8f3d3d51eaff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478044 Apr 05 22:41:06.995362 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-75e6eb5d-512b-4641-a8e8-9c04f99363ea req-0815c1c9-556b-445e-91f6-1c866280278a service neutron] 10.222.0.46 "GET /v2.0/networks/b6baf2d1-4111-4179-97b5-8f3d3d51eaff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810447 Apr 05 22:41:07.086143 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-75e6eb5d-512b-4641-a8e8-9c04f99363ea req-7e5e7df7-9c99-489c-97b0-4da6741f9ffa service neutron] 10.222.0.46 "GET /v2.0/networks/b6baf2d1-4111-4179-97b5-8f3d3d51eaff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853059 Apr 05 22:41:07.561154 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:08.877368 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:41:09.156672 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:10.750261 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:12.368614 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73100c5c-25cc-42d7-9bc9-0ed0a393abc4 req-262fd9d3-ce07-474a-acee-b3ee3f55cc30 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:12.370101 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-73100c5c-25cc-42d7-9bc9-0ed0a393abc4 req-262fd9d3-ce07-474a-acee-b3ee3f55cc30 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=781aa77e-4051-4f41-98dd-d623ba0929a1 HTTP/1.1" status: 200 len: 945 time: 0.0516605 Apr 05 22:41:12.415384 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-73100c5c-25cc-42d7-9bc9-0ed0a393abc4 req-c8227587-80ba-4ba1-89aa-b4e5a202b77a tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=56054acb-16e2-40c5-8884-c42a536e98d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387945 Apr 05 22:41:13.538373 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501481f-0b9b-4273-9830-4bf5a5569a4a req-f2df7d16-ebaf-452f-ac4d-7f6c60f7144a tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:13.539843 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e501481f-0b9b-4273-9830-4bf5a5569a4a req-f2df7d16-ebaf-452f-ac4d-7f6c60f7144a tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=781aa77e-4051-4f41-98dd-d623ba0929a1 HTTP/1.1" status: 200 len: 945 time: 0.0509856 Apr 05 22:41:13.589322 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e501481f-0b9b-4273-9830-4bf5a5569a4a req-ad63c71e-e012-48eb-85e8-80a4ab01616e tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=56054acb-16e2-40c5-8884-c42a536e98d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439289 Apr 05 22:41:14.517298 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee74ba5-6726-4067-842e-55d516f98827 req-b6762fb6-f782-4711-9506-2b406645fb9b tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:14.518730 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8ee74ba5-6726-4067-842e-55d516f98827 req-b6762fb6-f782-4711-9506-2b406645fb9b tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.46 "GET /v2.0/ports?device_id=781aa77e-4051-4f41-98dd-d623ba0929a1 HTTP/1.1" status: 200 len: 945 time: 0.0510550 Apr 05 22:41:14.607583 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-8ee74ba5-6726-4067-842e-55d516f98827 req-ffebbf19-5d84-4fa7-9366-89667e783026 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Deleting port b081c369-7f78-4ec2-94b1-fd1b1ab72f5c {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:41:14.608258 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8ee74ba5-6726-4067-842e-55d516f98827 req-ffebbf19-5d84-4fa7-9366-89667e783026 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (b081c369-7f78-4ec2-94b1-fd1b1ab72f5c), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:14.728445 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-8ee74ba5-6726-4067-842e-55d516f98827 req-ffebbf19-5d84-4fa7-9366-89667e783026 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] For port b081c369-7f78-4ec2-94b1-fd1b1ab72f5c, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b081c369-7f78-4ec2-94b1-fd1b1ab72f5c,segment=NetworkSegment(1bf2125a-a764-49fd-9387-c1e53e0d177b),segment_id=1bf2125a-a764-49fd-9387-c1e53e0d177b)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:41:14.728834 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8ee74ba5-6726-4067-842e-55d516f98827 req-ffebbf19-5d84-4fa7-9366-89667e783026 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (b081c369-7f78-4ec2-94b1-fd1b1ab72f5c), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:14.743282 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69babd01-8824-4426-8337-147f4af71a5a req-e60297b9-e419-4d78-8ea7-d449e7c62693 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:14.744751 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-69babd01-8824-4426-8337-147f4af71a5a req-e60297b9-e419-4d78-8ea7-d449e7c62693 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/ports?device_id=781aa77e-4051-4f41-98dd-d623ba0929a1 HTTP/1.1" status: 200 len: 945 time: 0.0846131 Apr 05 22:41:14.836297 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-69babd01-8824-4426-8337-147f4af71a5a req-11ed75f8-c322-4bd4-876b-563c68dba51a tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups?id=56054acb-16e2-40c5-8884-c42a536e98d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854928 Apr 05 22:41:14.940152 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8ee74ba5-6726-4067-842e-55d516f98827 req-ffebbf19-5d84-4fa7-9366-89667e783026 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:14.940511 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8ee74ba5-6726-4067-842e-55d516f98827 req-ffebbf19-5d84-4fa7-9366-89667e783026 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528098'] for floatingip (a978f571-1433-435c-9563-0e4d682efa07), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:14.940854 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.db.l3_db [req-8ee74ba5-6726-4067-842e-55d516f98827 req-ffebbf19-5d84-4fa7-9366-89667e783026 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Floating IP a978f571-1433-435c-9563-0e4d682efa07 disassociated. External IP: 172.27.2.189, port: b081c369-7f78-4ec2-94b1-fd1b1ab72f5c. Apr 05 22:41:14.941186 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-8ee74ba5-6726-4067-842e-55d516f98827 req-ffebbf19-5d84-4fa7-9366-89667e783026 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Calling delete_port for b081c369-7f78-4ec2-94b1-fd1b1ab72f5c owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:41:15.062865 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8ee74ba5-6726-4067-842e-55d516f98827 req-ffebbf19-5d84-4fa7-9366-89667e783026 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (b081c369-7f78-4ec2-94b1-fd1b1ab72f5c), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:15.091804 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffebbf19-5d84-4fa7-9366-89667e783026 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Pushing event deleted for resources: {'Port': ['ID=b081c369-7f78-4ec2-94b1-fd1b1ab72f5c,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:41:15.103287 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebbf19-5d84-4fa7-9366-89667e783026 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:41:15.103636 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebbf19-5d84-4fa7-9366-89667e783026 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:41:15.104008 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebbf19-5d84-4fa7-9366-89667e783026 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:41:15.104346 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebbf19-5d84-4fa7-9366-89667e783026 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:41:15.104785 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebbf19-5d84-4fa7-9366-89667e783026 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:41:15.105023 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebbf19-5d84-4fa7-9366-89667e783026 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:41:15.105379 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebbf19-5d84-4fa7-9366-89667e783026 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:41:15.105702 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebbf19-5d84-4fa7-9366-89667e783026 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:41:15.106026 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebbf19-5d84-4fa7-9366-89667e783026 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:41:15.106364 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebbf19-5d84-4fa7-9366-89667e783026 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:41:15.106674 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebbf19-5d84-4fa7-9366-89667e783026 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:41:15.107057 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebbf19-5d84-4fa7-9366-89667e783026 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:41:15.107386 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebbf19-5d84-4fa7-9366-89667e783026 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:41:15.107703 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebbf19-5d84-4fa7-9366-89667e783026 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:41:15.108017 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffebbf19-5d84-4fa7-9366-89667e783026 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:41:15.219788 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ee74ba5-6726-4067-842e-55d516f98827 req-ffebbf19-5d84-4fa7-9366-89667e783026 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Router 09af68de-9ff1-4ad6-8036-8283324aa101 has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:41:15.326752 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ee74ba5-6726-4067-842e-55d516f98827 req-ffebbf19-5d84-4fa7-9366-89667e783026 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:41:15.336857 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0df803-870d-4780-a280-2558d519d7e5 None None] Sync routers for ids ['09af68de-9ff1-4ad6-8036-8283324aa101'] in dv-cinder-835879-4-iscsi {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:41:15.346677 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0df803-870d-4780-a280-2558d519d7e5 None None] Routers {'09af68de-9ff1-4ad6-8036-8283324aa101'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:41:15.347227 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-0b0df803-870d-4780-a280-2558d519d7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:41:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['09af68de-9ff1-4ad6-8036-8283324aa101'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:41:15.364705 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee74ba5-6726-4067-842e-55d516f98827 req-ffebbf19-5d84-4fa7-9366-89667e783026 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] No DVR routers for this DVR port b081c369-7f78-4ec2-94b1-fd1b1ab72f5c on host hv-cinder-83587 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:41:15.367102 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8ee74ba5-6726-4067-842e-55d516f98827 req-ffebbf19-5d84-4fa7-9366-89667e783026 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:15.370353 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8ee74ba5-6726-4067-842e-55d516f98827 req-ffebbf19-5d84-4fa7-9366-89667e783026 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.46 "DELETE /v2.0/ports/b081c369-7f78-4ec2-94b1-fd1b1ab72f5c HTTP/1.1" status: 204 len: 173 time: 0.8470364 Apr 05 22:41:15.371610 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781aa77e-4051-4f41-98dd-d623ba0929a1', 'name': 'network-vif-deleted', 'tag': 'b081c369-7f78-4ec2-94b1-fd1b1ab72f5c'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:41:15.373895 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf246f0-ec92-4f1e-89de-c7e280de5f7f" -d '{"events": [{"server_uuid": "781aa77e-4051-4f41-98dd-d623ba0929a1", "name": "network-vif-deleted", "tag": "b081c369-7f78-4ec2-94b1-fd1b1ab72f5c"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:41:15.414822 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb01c89-80f8-41cf-a831-6298066830f3 x-openstack-request-id: req-1fb01c89-80f8-41cf-a831-6298066830f3 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:41:15.415349 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781aa77e-4051-4f41-98dd-d623ba0929a1", "name": "network-vif-deleted", "tag": "b081c369-7f78-4ec2-94b1-fd1b1ab72f5c", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:41:15.415619 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1fb01c89-80f8-41cf-a831-6298066830f3 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:41:15.416012 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fb01c89-80f8-41cf-a831-6298066830f3'] response: {'server_uuid': '781aa77e-4051-4f41-98dd-d623ba0929a1', 'name': 'network-vif-deleted', 'tag': 'b081c369-7f78-4ec2-94b1-fd1b1ab72f5c', 'status': 'completed', 'code': 200} Apr 05 22:41:15.461453 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-0b0df803-870d-4780-a280-2558d519d7e5 None None] Set router 09af68de-9ff1-4ad6-8036-8283324aa101 gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:41:15.663617 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-0b0df803-870d-4780-a280-2558d519d7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'name': 'tempest-AttachVolumeTestJSON-1059833774-router', 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'ee57049b-5a1f-4d98-9942-93b61a87bf02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:10Z', 'revision_number': 4, 'project_id': '0aceb09e90a9469980b157861e02e481', 'gw_port': {'id': 'ee57049b-5a1f-4d98-9942-93b61a87bf02', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ce:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'a957f97b-dd01-4197-82f8-ac18ba044691', 'name': '', 'network_id': 'b6baf2d1-4111-4179-97b5-8f3d3d51eaff', 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'mac_address': 'fa:16:3e:6e:0e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'acc4bb93-55f5-4d18-8058-b058867f2321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:08Z', 'updated_at': '2022-04-05T22:32:26Z', 'revision_number': 5, 'project_id': '0aceb09e90a9469980b157861e02e481', 'subnets': [{'id': 'acc4bb93-55f5-4d18-8058-b058867f2321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:41:15.692509 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0df803-870d-4780-a280-2558d519d7e5 None None] Checking router: 09af68de-9ff1-4ad6-8036-8283324aa101 for host: dv-cinder-835879-4-iscsi {{(pid=103305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:41:15.700875 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0df803-870d-4780-a280-2558d519d7e5 None None] Routers {'09af68de-9ff1-4ad6-8036-8283324aa101'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:41:15.701465 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-0b0df803-870d-4780-a280-2558d519d7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:41:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['09af68de-9ff1-4ad6-8036-8283324aa101'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:41:15.819567 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-0b0df803-870d-4780-a280-2558d519d7e5 None None] Set router 09af68de-9ff1-4ad6-8036-8283324aa101 gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:41:15.922785 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 50766) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:41:15.975232 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5ef304bb-153a-4e84-b084-989ff80a22c1 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks [] for security_group (56054acb-16e2-40c5-8884-c42a536e98d8), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:15.999041 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5ef304bb-153a-4e84-b084-989ff80a22c1 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks [] for security_group (56054acb-16e2-40c5-8884-c42a536e98d8), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:16.021733 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-0b0df803-870d-4780-a280-2558d519d7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'name': 'tempest-AttachVolumeTestJSON-1059833774-router', 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'ee57049b-5a1f-4d98-9942-93b61a87bf02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:10Z', 'revision_number': 4, 'project_id': '0aceb09e90a9469980b157861e02e481', 'gw_port': {'id': 'ee57049b-5a1f-4d98-9942-93b61a87bf02', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ce:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'a957f97b-dd01-4197-82f8-ac18ba044691', 'name': '', 'network_id': 'b6baf2d1-4111-4179-97b5-8f3d3d51eaff', 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'mac_address': 'fa:16:3e:6e:0e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'acc4bb93-55f5-4d18-8058-b058867f2321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:08Z', 'updated_at': '2022-04-05T22:32:26Z', 'revision_number': 5, 'project_id': '0aceb09e90a9469980b157861e02e481', 'subnets': [{'id': 'acc4bb93-55f5-4d18-8058-b058867f2321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:41:16.046045 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5ef304bb-153a-4e84-b084-989ff80a22c1 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (56054acb-16e2-40c5-8884-c42a536e98d8), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:16.048585 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5ef304bb-153a-4e84-b084-989ff80a22c1 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:16.049805 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-5ef304bb-153a-4e84-b084-989ff80a22c1 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "DELETE /v2.0/security-groups/56054acb-16e2-40c5-8884-c42a536e98d8 HTTP/1.1" status: 204 len: 168 time: 0.1260574 Apr 05 22:41:16.052303 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0df803-870d-4780-a280-2558d519d7e5 None None] The sync data for ids ['09af68de-9ff1-4ad6-8036-8283324aa101'] in dv-cinder-835879-4-iscsi is: [{'id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'name': 'tempest-AttachVolumeTestJSON-1059833774-router', 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'ee57049b-5a1f-4d98-9942-93b61a87bf02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:10Z', 'revision_number': 4, 'project_id': '0aceb09e90a9469980b157861e02e481', 'gw_port': {'id': 'ee57049b-5a1f-4d98-9942-93b61a87bf02', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ce:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'a957f97b-dd01-4197-82f8-ac18ba044691', 'name': '', 'network_id': 'b6baf2d1-4111-4179-97b5-8f3d3d51eaff', 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'mac_address': 'fa:16:3e:6e:0e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'acc4bb93-55f5-4d18-8058-b058867f2321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:08Z', 'updated_at': '2022-04-05T22:32:26Z', 'revision_number': 5, 'project_id': '0aceb09e90a9469980b157861e02e481', 'subnets': [{'id': 'acc4bb93-55f5-4d18-8058-b058867f2321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:41:16.054871 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 50768) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:41:16.058852 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef304bb-153a-4e84-b084-989ff80a22c1 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56054acb-16e2-40c5-8884-c42a536e98d8,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:41:16.066354 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef304bb-153a-4e84-b084-989ff80a22c1 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:41:16.066709 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef304bb-153a-4e84-b084-989ff80a22c1 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:41:16.067051 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef304bb-153a-4e84-b084-989ff80a22c1 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:41:16.067393 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef304bb-153a-4e84-b084-989ff80a22c1 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:41:16.067730 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef304bb-153a-4e84-b084-989ff80a22c1 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:41:16.068078 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef304bb-153a-4e84-b084-989ff80a22c1 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:41:16.068385 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef304bb-153a-4e84-b084-989ff80a22c1 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:41:16.068926 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef304bb-153a-4e84-b084-989ff80a22c1 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:41:16.069259 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef304bb-153a-4e84-b084-989ff80a22c1 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:41:16.069622 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef304bb-153a-4e84-b084-989ff80a22c1 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:41:16.070122 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef304bb-153a-4e84-b084-989ff80a22c1 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:41:16.070454 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef304bb-153a-4e84-b084-989ff80a22c1 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:41:16.070782 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef304bb-153a-4e84-b084-989ff80a22c1 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:41:16.071105 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef304bb-153a-4e84-b084-989ff80a22c1 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:41:16.071427 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef304bb-153a-4e84-b084-989ff80a22c1 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:41:16.074928 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.api.v2.resource [None req-350d6d26-5e42-496a-9110-b5e5025730f9 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] show failed (client error): The resource could not be found. Apr 05 22:41:16.076158 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-350d6d26-5e42-496a-9110-b5e5025730f9 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "GET /v2.0/security-groups/56054acb-16e2-40c5-8884-c42a536e98d8 HTTP/1.1" status: 404 len: 347 time: 0.0196092 Apr 05 22:41:16.079604 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 50770) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:41:16.210449 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-fe37e5fc-db1d-4088-a928-42b8d20d4302 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Deleting port d3d3512d-effb-42a2-91c4-7002a6ca31a7 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:41:16.210868 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fe37e5fc-db1d-4088-a928-42b8d20d4302 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (d3d3512d-effb-42a2-91c4-7002a6ca31a7), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:16.274077 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b258c95-6f0d-4b50-be81-89512911b666 None None] New status for floating IP a978f571-1433-435c-9563-0e4d682efa07: DOWN {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:41:16.291902 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fe37e5fc-db1d-4088-a928-42b8d20d4302 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (d3d3512d-effb-42a2-91c4-7002a6ca31a7), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:16.292238 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fe37e5fc-db1d-4088-a928-42b8d20d4302 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks [] for floatingip (d3d3512d-effb-42a2-91c4-7002a6ca31a7), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:16.303641 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-fe37e5fc-db1d-4088-a928-42b8d20d4302 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Calling delete_port for d3d3512d-effb-42a2-91c4-7002a6ca31a7 owned by network:floatingip {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:41:16.435850 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fe37e5fc-db1d-4088-a928-42b8d20d4302 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (d3d3512d-effb-42a2-91c4-7002a6ca31a7), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:16.463176 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe37e5fc-db1d-4088-a928-42b8d20d4302 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Pushing event deleted for resources: {'Port': ['ID=d3d3512d-effb-42a2-91c4-7002a6ca31a7,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:41:16.522535 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fe37e5fc-db1d-4088-a928-42b8d20d4302 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks [] for floatingip (a978f571-1433-435c-9563-0e4d682efa07), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:16.525087 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fe37e5fc-db1d-4088-a928-42b8d20d4302 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:16.526238 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-fe37e5fc-db1d-4088-a928-42b8d20d4302 tempest-AttachVolumeTestJSON-2056109001 tempest-AttachVolumeTestJSON-2056109001-project] 10.222.0.15 "DELETE /v2.0/floatingips/a978f571-1433-435c-9563-0e4d682efa07 HTTP/1.1" status: 204 len: 168 time: 0.4453580 Apr 05 22:41:18.810043 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device b081c369-7f78-4ec2-94b1-fd1b1ab72f5c no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:41:18.833046 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] No Port match for: b081c369-7f78-4ec2-94b1-fd1b1ab72f5c {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:41:18.833389 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device b081c369-7f78-4ec2-94b1-fd1b1ab72f5c not bound to the agent host hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:41:20.039813 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 50798) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:41:20.543050 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2ba421e8-0c05-468b-af05-fc6b6dca375d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530146'] for router_interface (09af68de-9ff1-4ad6-8036-8283324aa101), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:21.074451 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-2ba421e8-0c05-468b-af05-fc6b6dca375d admin admin] Deleting port a957f97b-dd01-4197-82f8-ac18ba044691 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:41:21.075169 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2ba421e8-0c05-468b-af05-fc6b6dca375d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (a957f97b-dd01-4197-82f8-ac18ba044691), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:21.153015 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-2ba421e8-0c05-468b-af05-fc6b6dca375d admin admin] For port a957f97b-dd01-4197-82f8-ac18ba044691, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=a957f97b-dd01-4197-82f8-ac18ba044691,segment=NetworkSegment(1bf2125a-a764-49fd-9387-c1e53e0d177b),segment_id=1bf2125a-a764-49fd-9387-c1e53e0d177b)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:41:21.153290 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2ba421e8-0c05-468b-af05-fc6b6dca375d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (a957f97b-dd01-4197-82f8-ac18ba044691), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:21.165693 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-2ba421e8-0c05-468b-af05-fc6b6dca375d admin admin] Calling delete_port for a957f97b-dd01-4197-82f8-ac18ba044691 owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:41:21.340153 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2ba421e8-0c05-468b-af05-fc6b6dca375d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (a957f97b-dd01-4197-82f8-ac18ba044691), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:21.371236 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba421e8-0c05-468b-af05-fc6b6dca375d admin admin] Pushing event deleted for resources: {'Port': ['ID=a957f97b-dd01-4197-82f8-ac18ba044691,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:41:21.532164 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2ba421e8-0c05-468b-af05-fc6b6dca375d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527986'] for router_interface (09af68de-9ff1-4ad6-8036-8283324aa101), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:21.743266 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba421e8-0c05-468b-af05-fc6b6dca375d admin admin] Router 09af68de-9ff1-4ad6-8036-8283324aa101 has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:41:21.851021 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba421e8-0c05-468b-af05-fc6b6dca375d admin admin] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:41:21.858857 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-2ba421e8-0c05-468b-af05-fc6b6dca375d admin admin] 10.222.0.15 "PUT /v2.0/routers/09af68de-9ff1-4ad6-8036-8283324aa101/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8154976 Apr 05 22:41:21.859142 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 50804) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:41:21.862044 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6635fdf1-8449-48a3-9543-8eb7fa69dfd8 None None] Sync routers for ids ['09af68de-9ff1-4ad6-8036-8283324aa101'] in dv-cinder-835879-4-iscsi {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:41:21.871943 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6635fdf1-8449-48a3-9543-8eb7fa69dfd8 None None] Routers {'09af68de-9ff1-4ad6-8036-8283324aa101'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:41:21.873106 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-6635fdf1-8449-48a3-9543-8eb7fa69dfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:41:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['09af68de-9ff1-4ad6-8036-8283324aa101'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:41:21.973947 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b74c8b55-c172-4df4-879c-273b0715848f admin admin] Publish callbacks [] for router (09af68de-9ff1-4ad6-8036-8283324aa101), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:21.979154 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-6635fdf1-8449-48a3-9543-8eb7fa69dfd8 None None] Set router 09af68de-9ff1-4ad6-8036-8283324aa101 gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:41:22.077934 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b74c8b55-c172-4df4-879c-273b0715848f admin admin] Publish callbacks [] for router_gateway (09af68de-9ff1-4ad6-8036-8283324aa101), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:22.130274 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b74c8b55-c172-4df4-879c-273b0715848f admin admin] Deleting port ee57049b-5a1f-4d98-9942-93b61a87bf02 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:41:22.130615 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b74c8b55-c172-4df4-879c-273b0715848f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (ee57049b-5a1f-4d98-9942-93b61a87bf02), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:22.150460 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-6635fdf1-8449-48a3-9543-8eb7fa69dfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'name': 'tempest-AttachVolumeTestJSON-1059833774-router', 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'ee57049b-5a1f-4d98-9942-93b61a87bf02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:41:21Z', 'revision_number': 5, 'project_id': '0aceb09e90a9469980b157861e02e481', 'gw_port': {'id': 'ee57049b-5a1f-4d98-9942-93b61a87bf02', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ce:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi'}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:41:22.176230 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6635fdf1-8449-48a3-9543-8eb7fa69dfd8 None None] Checking router: 09af68de-9ff1-4ad6-8036-8283324aa101 for host: dv-cinder-835879-4-iscsi {{(pid=103305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:41:22.184373 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6635fdf1-8449-48a3-9543-8eb7fa69dfd8 None None] Routers {'09af68de-9ff1-4ad6-8036-8283324aa101'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:41:22.185568 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-6635fdf1-8449-48a3-9543-8eb7fa69dfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:41:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['09af68de-9ff1-4ad6-8036-8283324aa101'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:41:22.215837 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-b74c8b55-c172-4df4-879c-273b0715848f admin admin] For port ee57049b-5a1f-4d98-9942-93b61a87bf02, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=ee57049b-5a1f-4d98-9942-93b61a87bf02,segment=NetworkSegment(2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f),segment_id=2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:41:22.216223 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b74c8b55-c172-4df4-879c-273b0715848f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (ee57049b-5a1f-4d98-9942-93b61a87bf02), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:22.230683 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b74c8b55-c172-4df4-879c-273b0715848f admin admin] Calling delete_port for ee57049b-5a1f-4d98-9942-93b61a87bf02 owned by network:router_gateway {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:41:22.358747 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-6635fdf1-8449-48a3-9543-8eb7fa69dfd8 None None] Set router 09af68de-9ff1-4ad6-8036-8283324aa101 gateway port host: None {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:41:22.402121 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b74c8b55-c172-4df4-879c-273b0715848f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25648990'] for port (ee57049b-5a1f-4d98-9942-93b61a87bf02), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:22.411747 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-6635fdf1-8449-48a3-9543-8eb7fa69dfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'name': 'tempest-AttachVolumeTestJSON-1059833774-router', 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:41:22Z', 'revision_number': 6, 'project_id': '0aceb09e90a9469980b157861e02e481', 'gw_port_host': None}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:41:22.427697 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c8b55-c172-4df4-879c-273b0715848f admin admin] Pushing event deleted for resources: {'Port': ['ID=ee57049b-5a1f-4d98-9942-93b61a87bf02,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:41:22.440074 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6635fdf1-8449-48a3-9543-8eb7fa69dfd8 None None] The sync data for ids ['09af68de-9ff1-4ad6-8036-8283324aa101'] in dv-cinder-835879-4-iscsi is: [{'id': '09af68de-9ff1-4ad6-8036-8283324aa101', 'name': 'tempest-AttachVolumeTestJSON-1059833774-router', 'tenant_id': '0aceb09e90a9469980b157861e02e481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:41:22Z', 'revision_number': 6, 'project_id': '0aceb09e90a9469980b157861e02e481', 'gw_port_host': None}] {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:41:22.496423 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b74c8b55-c172-4df4-879c-273b0715848f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528052'] for router_gateway (09af68de-9ff1-4ad6-8036-8283324aa101), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:22.593763 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b74c8b55-c172-4df4-879c-273b0715848f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7286'] for router (09af68de-9ff1-4ad6-8036-8283324aa101), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:22.595860 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b74c8b55-c172-4df4-879c-273b0715848f admin admin] Publish callbacks [] for router_controller (09af68de-9ff1-4ad6-8036-8283324aa101), precommit_delete_associations {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:22.638333 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b74c8b55-c172-4df4-879c-273b0715848f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531214'] for router (09af68de-9ff1-4ad6-8036-8283324aa101), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:22.638822 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74c8b55-c172-4df4-879c-273b0715848f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09af68de-9ff1-4ad6-8036-8283324aa101 {{(pid=103303) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 22:41:22.643872 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b74c8b55-c172-4df4-879c-273b0715848f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:22.645049 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-b74c8b55-c172-4df4-879c-273b0715848f admin admin] 10.222.0.15 "DELETE /v2.0/routers/09af68de-9ff1-4ad6-8036-8283324aa101 HTTP/1.1" status: 204 len: 168 time: 0.7847142 Apr 05 22:41:22.647579 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 50808) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:41:22.691564 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0f6d4fb-4783-41fd-af84-4ce3dbaed3a3 admin admin] Deleting subnet acc4bb93-55f5-4d18-8058-b058867f2321 {{(pid=103303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:41:22.694572 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d0f6d4fb-4783-41fd-af84-4ce3dbaed3a3 admin admin] Publish callbacks [] for subnet (acc4bb93-55f5-4d18-8058-b058867f2321), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:22.731506 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d0f6d4fb-4783-41fd-af84-4ce3dbaed3a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29158250'] for subnet (acc4bb93-55f5-4d18-8058-b058867f2321), precommit_delete_associations {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:22.811250 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d0f6d4fb-4783-41fd-af84-4ce3dbaed3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3813478'] for subnet (acc4bb93-55f5-4d18-8058-b058867f2321), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:22.876104 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d0f6d4fb-4783-41fd-af84-4ce3dbaed3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3813481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25649001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25366844'] for subnet (acc4bb93-55f5-4d18-8058-b058867f2321), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:22.904418 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6d4fb-4783-41fd-af84-4ce3dbaed3a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acc4bb93-55f5-4d18-8058-b058867f2321,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:41:22.911495 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d0f6d4fb-4783-41fd-af84-4ce3dbaed3a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for subnet (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:22.914765 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-d0f6d4fb-4783-41fd-af84-4ce3dbaed3a3 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/acc4bb93-55f5-4d18-8058-b058867f2321 HTTP/1.1" status: 204 len: 168 time: 0.2662363 Apr 05 22:41:22.917166 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdc0c4b-69c9-48f6-bfe4-0af7f5bb72b4 None None] Network b6baf2d1-4111-4179-97b5-8f3d3d51eaff requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:41:22.917651 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 50810) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:41:22.984646 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ad65c442-f554-495e-be72-53ed0882f961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3805217'] for network (b6baf2d1-4111-4179-97b5-8f3d3d51eaff), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:23.038180 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-ad65c442-f554-495e-be72-53ed0882f961 admin admin] Deleting port 5fddfcd9-74a8-44e7-9993-2afd0c259560 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:41:23.038364 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ad65c442-f554-495e-be72-53ed0882f961 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (5fddfcd9-74a8-44e7-9993-2afd0c259560), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:23.102849 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-ad65c442-f554-495e-be72-53ed0882f961 admin admin] For port 5fddfcd9-74a8-44e7-9993-2afd0c259560, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=5fddfcd9-74a8-44e7-9993-2afd0c259560,segment=NetworkSegment(1bf2125a-a764-49fd-9387-c1e53e0d177b),segment_id=1bf2125a-a764-49fd-9387-c1e53e0d177b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:41:23.103215 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ad65c442-f554-495e-be72-53ed0882f961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (5fddfcd9-74a8-44e7-9993-2afd0c259560), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:23.115537 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-ad65c442-f554-495e-be72-53ed0882f961 admin admin] Calling delete_port for 5fddfcd9-74a8-44e7-9993-2afd0c259560 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:41:23.193548 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ad65c442-f554-495e-be72-53ed0882f961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25648990'] for port (5fddfcd9-74a8-44e7-9993-2afd0c259560), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:23.223525 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65c442-f554-495e-be72-53ed0882f961 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fddfcd9-74a8-44e7-9993-2afd0c259560,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:41:23.225442 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad65c442-f554-495e-be72-53ed0882f961 admin admin] No DVR routers for this DVR port 5fddfcd9-74a8-44e7-9993-2afd0c259560 on host dv-cinder-835879-4-iscsi {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:41:23.231759 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62207e4d-26a6-4b66-b18a-a87dd5f2f793 None None] DHCP port deletion for b6baf2d1-4111-4179-97b5-8f3d3d51eaff request from dv-cinder-835879-4-iscsi {{(pid=103304) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 22:41:23.251856 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device a957f97b-dd01-4197-82f8-ac18ba044691 no longer exists at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:41:23.273677 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] No Port match for: a957f97b-dd01-4197-82f8-ac18ba044691 {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:41:23.274122 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device a957f97b-dd01-4197-82f8-ac18ba044691 not bound to the agent host dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:41:23.312087 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ad65c442-f554-495e-be72-53ed0882f961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3815069', 'neutron.services.segments.db._delete_segments_for_network-8760879317881'] for network (b6baf2d1-4111-4179-97b5-8f3d3d51eaff), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:23.332962 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.services.segments.db [None req-ad65c442-f554-495e-be72-53ed0882f961 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6baf2d1-4111-4179-97b5-8f3d3d51eaff']}} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:41:23.342078 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.services.segments.db [None req-ad65c442-f554-495e-be72-53ed0882f961 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bf2125a-a764-49fd-9387-c1e53e0d177b') {'for_net_delete': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:41:23.342374 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.services.segments.db [None req-ad65c442-f554-495e-be72-53ed0882f961 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bf2125a-a764-49fd-9387-c1e53e0d177b') {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:41:23.351879 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ad65c442-f554-495e-be72-53ed0882f961 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760879318402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29158289'] for segment (1bf2125a-a764-49fd-9387-c1e53e0d177b), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:23.364647 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ad65c442-f554-495e-be72-53ed0882f961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781'] for segment (1bf2125a-a764-49fd-9387-c1e53e0d177b), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:23.371184 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad65c442-f554-495e-be72-53ed0882f961 admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=103303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:41:23.371578 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ad65c442-f554-495e-be72-53ed0882f961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25648899'] for segment (1bf2125a-a764-49fd-9387-c1e53e0d177b), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:23.374035 dv-cinder-835879-4-iscsi neutron-server[103303]: Traceback (most recent call last): Apr 05 22:41:23.374035 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:41:23.374035 dv-cinder-835879-4-iscsi neutron-server[103303]: timer() Apr 05 22:41:23.374035 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:41:23.374035 dv-cinder-835879-4-iscsi neutron-server[103303]: cb(*args, **kw) Apr 05 22:41:23.374035 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:41:23.374035 dv-cinder-835879-4-iscsi neutron-server[103303]: return func(*args, **kwargs) Apr 05 22:41:23.374035 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:41:23.374035 dv-cinder-835879-4-iscsi neutron-server[103303]: self._notify() Apr 05 22:41:23.374035 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:41:23.374035 dv-cinder-835879-4-iscsi neutron-server[103303]: self.callback(batched_events) Apr 05 22:41:23.374035 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:41:23.374035 dv-cinder-835879-4-iscsi neutron-server[103303]: event.method(event) Apr 05 22:41:23.374035 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:41:23.374035 dv-cinder-835879-4-iscsi neutron-server[103303]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:41:23.374035 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:41:23.374035 dv-cinder-835879-4-iscsi neutron-server[103303]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:41:23.374035 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:41:23.374035 dv-cinder-835879-4-iscsi neutron-server[103303]: return f(self, *a, **k) Apr 05 22:41:23.374035 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:41:23.374035 dv-cinder-835879-4-iscsi neutron-server[103303]: return self._get(url).json() Apr 05 22:41:23.374035 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:41:23.374035 dv-cinder-835879-4-iscsi neutron-server[103303]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:41:23.374035 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:41:23.374035 dv-cinder-835879-4-iscsi neutron-server[103303]: return self.request(url, 'GET', **kwargs) Apr 05 22:41:23.374035 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:41:23.374035 dv-cinder-835879-4-iscsi neutron-server[103303]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:41:23.374035 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:41:23.374035 dv-cinder-835879-4-iscsi neutron-server[103303]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:41:23.374035 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:41:23.374035 dv-cinder-835879-4-iscsi neutron-server[103303]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:41:23.374035 dv-cinder-835879-4-iscsi neutron-server[103303]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:41:23.435832 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ad65c442-f554-495e-be72-53ed0882f961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3815140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528080'] for network (b6baf2d1-4111-4179-97b5-8f3d3d51eaff), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:23.440214 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ad65c442-f554-495e-be72-53ed0882f961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for network (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:23.443406 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-ad65c442-f554-495e-be72-53ed0882f961 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b6baf2d1-4111-4179-97b5-8f3d3d51eaff HTTP/1.1" status: 204 len: 168 time: 0.5252085 Apr 05 22:41:23.457026 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65c442-f554-495e-be72-53ed0882f961 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6baf2d1-4111-4179-97b5-8f3d3d51eaff,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:41:23.557582 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 50814) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:41:23.596644 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-7b0d4b57-297b-47cc-a6a1-ee3595ef2814 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0aceb09e90a9469980b157861e02e481&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0379484 Apr 05 22:41:23.598950 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 50816) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:41:23.644657 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc49182f-3182-480f-82d6-1aec75b0bfdb admin admin] Publish callbacks [] for security_group (6b847a67-385d-4b18-a3e3-2c3d7b630611), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:23.668125 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc49182f-3182-480f-82d6-1aec75b0bfdb admin admin] Publish callbacks [] for security_group (6b847a67-385d-4b18-a3e3-2c3d7b630611), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:23.713648 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc49182f-3182-480f-82d6-1aec75b0bfdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (6b847a67-385d-4b18-a3e3-2c3d7b630611), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:23.716136 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc49182f-3182-480f-82d6-1aec75b0bfdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:23.717273 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-dc49182f-3182-480f-82d6-1aec75b0bfdb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6b847a67-385d-4b18-a3e3-2c3d7b630611 HTTP/1.1" status: 204 len: 168 time: 0.1174502 Apr 05 22:41:23.724608 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc49182f-3182-480f-82d6-1aec75b0bfdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b847a67-385d-4b18-a3e3-2c3d7b630611,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:41:24.816607 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device ee57049b-5a1f-4d98-9942-93b61a87bf02 no longer exists at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:41:24.836613 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] No Port match for: ee57049b-5a1f-4d98-9942-93b61a87bf02 {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:41:24.836977 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device ee57049b-5a1f-4d98-9942-93b61a87bf02 not bound to the agent host dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:41:24.837388 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 5fddfcd9-74a8-44e7-9993-2afd0c259560 no longer exists at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:41:24.855273 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] No Port match for: 5fddfcd9-74a8-44e7-9993-2afd0c259560 {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:41:24.855618 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 5fddfcd9-74a8-44e7-9993-2afd0c259560 not bound to the agent host dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:41:29.973210 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:34.320930 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c9599076-655a-489e-ac7d-62dcf8feb121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:36.799058 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-58e1cef8-e06f-481d-864e-ebc56a50fd4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:37.564082 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:39.159674 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:40.756351 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:45.876281 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:41:58.498627 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79563ff2-dd51-411d-a444-21878adebafb req-ae991103-17a4-4cfc-9aae-a8c0a7de062e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:58.500139 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-79563ff2-dd51-411d-a444-21878adebafb req-ae991103-17a4-4cfc-9aae-a8c0a7de062e tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4489f5b-715b-4694-b4be-4a3a860b386e HTTP/1.1" status: 200 len: 945 time: 0.0536880 Apr 05 22:41:58.545830 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-79563ff2-dd51-411d-a444-21878adebafb req-9311c515-6d29-49ac-8cfa-3ca604cecf38 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd7288a3-830a-40a1-b6b1-0ab58228227f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395992 Apr 05 22:41:59.669784 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f3b4a-d73c-49d6-a063-8128d26687d5 req-892e3cae-edb4-471f-a6d7-d2a1a1bd235a tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:59.671201 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-bf8f3b4a-d73c-49d6-a063-8128d26687d5 req-892e3cae-edb4-471f-a6d7-d2a1a1bd235a tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4489f5b-715b-4694-b4be-4a3a860b386e HTTP/1.1" status: 200 len: 945 time: 0.0574527 Apr 05 22:41:59.719599 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-bf8f3b4a-d73c-49d6-a063-8128d26687d5 req-c406d38b-1abc-4986-85bb-2a39561eb11a tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd7288a3-830a-40a1-b6b1-0ab58228227f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428729 Apr 05 22:41:59.990714 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:00.310403 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35981a-ed7f-4eab-a245-677af1ef9ffa req-c86b69ad-0dea-491e-9ec5-e87a0b4acc1a tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:00.311866 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6e35981a-ed7f-4eab-a245-677af1ef9ffa req-c86b69ad-0dea-491e-9ec5-e87a0b4acc1a tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4489f5b-715b-4694-b4be-4a3a860b386e HTTP/1.1" status: 200 len: 945 time: 0.0556011 Apr 05 22:42:00.404185 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-6e35981a-ed7f-4eab-a245-677af1ef9ffa req-44b85535-6c1f-4809-aa43-b6b568515fde tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Deleting port 4f547d16-d8bf-4bc8-a712-1e3dc95e332c {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:00.404524 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6e35981a-ed7f-4eab-a245-677af1ef9ffa req-44b85535-6c1f-4809-aa43-b6b568515fde tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (4f547d16-d8bf-4bc8-a712-1e3dc95e332c), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:00.495051 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-6e35981a-ed7f-4eab-a245-677af1ef9ffa req-44b85535-6c1f-4809-aa43-b6b568515fde tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] For port 4f547d16-d8bf-4bc8-a712-1e3dc95e332c, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=4f547d16-d8bf-4bc8-a712-1e3dc95e332c,segment=NetworkSegment(7a5e164d-fdbc-4c25-a357-31ca6dc11523),segment_id=7a5e164d-fdbc-4c25-a357-31ca6dc11523)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:00.495426 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6e35981a-ed7f-4eab-a245-677af1ef9ffa req-44b85535-6c1f-4809-aa43-b6b568515fde tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (4f547d16-d8bf-4bc8-a712-1e3dc95e332c), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:00.680915 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6e35981a-ed7f-4eab-a245-677af1ef9ffa req-44b85535-6c1f-4809-aa43-b6b568515fde tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:00.681916 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6e35981a-ed7f-4eab-a245-677af1ef9ffa req-44b85535-6c1f-4809-aa43-b6b568515fde tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528098'] for floatingip (2d9629f7-0208-42e9-898b-098f9c1918bc), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:00.682348 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.db.l3_db [req-6e35981a-ed7f-4eab-a245-677af1ef9ffa req-44b85535-6c1f-4809-aa43-b6b568515fde tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Floating IP 2d9629f7-0208-42e9-898b-098f9c1918bc disassociated. External IP: 172.27.2.127, port: 4f547d16-d8bf-4bc8-a712-1e3dc95e332c. Apr 05 22:42:00.682608 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-6e35981a-ed7f-4eab-a245-677af1ef9ffa req-44b85535-6c1f-4809-aa43-b6b568515fde tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Calling delete_port for 4f547d16-d8bf-4bc8-a712-1e3dc95e332c owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:00.823227 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6e35981a-ed7f-4eab-a245-677af1ef9ffa req-44b85535-6c1f-4809-aa43-b6b568515fde tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (4f547d16-d8bf-4bc8-a712-1e3dc95e332c), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:00.851718 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b85535-6c1f-4809-aa43-b6b568515fde tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Pushing event deleted for resources: {'Port': ['ID=4f547d16-d8bf-4bc8-a712-1e3dc95e332c,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:00.989550 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-73cd3342-c9b6-4b44-b458-95f50615fac5 req-b366f7df-c7f3-4253-a1cf-443789e9913b tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4489f5b-715b-4694-b4be-4a3a860b386e HTTP/1.1" status: 200 len: 210 time: 0.1967752 Apr 05 22:42:00.996712 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e35981a-ed7f-4eab-a245-677af1ef9ffa req-44b85535-6c1f-4809-aa43-b6b568515fde tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Router 4d6a48c7-8b87-4a6f-acc5-9c60a34b861a has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:42:01.105860 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e35981a-ed7f-4eab-a245-677af1ef9ffa req-44b85535-6c1f-4809-aa43-b6b568515fde tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:42:01.115213 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d6276c-5dd1-4749-b658-3f923f3dc96b None None] Sync routers for ids ['4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'] in dv-cinder-835879-4-iscsi {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:42:01.127978 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d6276c-5dd1-4749-b658-3f923f3dc96b None None] Routers {'4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:42:01.128516 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-b6d6276c-5dd1-4749-b658-3f923f3dc96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:41:37Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:01.144842 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e35981a-ed7f-4eab-a245-677af1ef9ffa req-44b85535-6c1f-4809-aa43-b6b568515fde tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] No DVR routers for this DVR port 4f547d16-d8bf-4bc8-a712-1e3dc95e332c on host hv-cinder-83587 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:42:01.147356 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6e35981a-ed7f-4eab-a245-677af1ef9ffa req-44b85535-6c1f-4809-aa43-b6b568515fde tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:01.150687 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6e35981a-ed7f-4eab-a245-677af1ef9ffa req-44b85535-6c1f-4809-aa43-b6b568515fde tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.46 "DELETE /v2.0/ports/4f547d16-d8bf-4bc8-a712-1e3dc95e332c HTTP/1.1" status: 204 len: 173 time: 0.8333497 Apr 05 22:42:01.151126 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4489f5b-715b-4694-b4be-4a3a860b386e', 'name': 'network-vif-deleted', 'tag': '4f547d16-d8bf-4bc8-a712-1e3dc95e332c'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:42:01.153382 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c7fd6f-d944-42ce-99da-b26e3c36047f" -d '{"events": [{"server_uuid": "d4489f5b-715b-4694-b4be-4a3a860b386e", "name": "network-vif-deleted", "tag": "4f547d16-d8bf-4bc8-a712-1e3dc95e332c"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:42:01.195140 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec18c886-19c4-4c3a-b654-7747d1dafe34 x-openstack-request-id: req-ec18c886-19c4-4c3a-b654-7747d1dafe34 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:42:01.195515 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4489f5b-715b-4694-b4be-4a3a860b386e", "name": "network-vif-deleted", "tag": "4f547d16-d8bf-4bc8-a712-1e3dc95e332c", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:42:01.195855 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ec18c886-19c4-4c3a-b654-7747d1dafe34 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:42:01.197132 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec18c886-19c4-4c3a-b654-7747d1dafe34'] response: {'server_uuid': 'd4489f5b-715b-4694-b4be-4a3a860b386e', 'name': 'network-vif-deleted', 'tag': '4f547d16-d8bf-4bc8-a712-1e3dc95e332c', 'status': 'completed', 'code': 200} Apr 05 22:42:01.245265 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-b6d6276c-5dd1-4749-b658-3f923f3dc96b None None] Set router 4d6a48c7-8b87-4a6f-acc5-9c60a34b861a gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:42:01.453530 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-b6d6276c-5dd1-4749-b658-3f923f3dc96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'name': 'tempest-AttachVolumeNegativeTest-659125320-router', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:10Z', 'revision_number': 4, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'gw_port': {'id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f', 'name': '', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'mac_address': 'fa:16:3e:f5:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:09Z', 'updated_at': '2022-04-05T22:32:25Z', 'revision_number': 5, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'subnets': [{'id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:01.478812 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d6276c-5dd1-4749-b658-3f923f3dc96b None None] Checking router: 4d6a48c7-8b87-4a6f-acc5-9c60a34b861a for host: dv-cinder-835879-4-iscsi {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:42:01.486884 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d6276c-5dd1-4749-b658-3f923f3dc96b None None] Routers {'4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:42:01.487487 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-b6d6276c-5dd1-4749-b658-3f923f3dc96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:41:37Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:01.726428 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-b6d6276c-5dd1-4749-b658-3f923f3dc96b None None] Set router 4d6a48c7-8b87-4a6f-acc5-9c60a34b861a gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:42:01.932077 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-b6d6276c-5dd1-4749-b658-3f923f3dc96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'name': 'tempest-AttachVolumeNegativeTest-659125320-router', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:10Z', 'revision_number': 4, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'gw_port': {'id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f', 'name': '', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'mac_address': 'fa:16:3e:f5:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:09Z', 'updated_at': '2022-04-05T22:32:25Z', 'revision_number': 5, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'subnets': [{'id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:01.959637 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d6276c-5dd1-4749-b658-3f923f3dc96b None None] The sync data for ids ['4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'] in dv-cinder-835879-4-iscsi is: [{'id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'name': 'tempest-AttachVolumeNegativeTest-659125320-router', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:32:10Z', 'revision_number': 4, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'gw_port': {'id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f', 'name': '', 'network_id': '30d168ff-b6ad-4812-af5d-7394de5c0536', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'mac_address': 'fa:16:3e:f5:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:09Z', 'updated_at': '2022-04-05T22:32:25Z', 'revision_number': 5, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'subnets': [{'id': '1f7e6b53-f66a-4bf5-b303-757e7b31098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:42:02.077578 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 51218) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:02.138367 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1b670f8b-acd0-4999-8676-c1fdc20d11bd tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group (cd7288a3-830a-40a1-b6b1-0ab58228227f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:02.163111 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1b670f8b-acd0-4999-8676-c1fdc20d11bd tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group (cd7288a3-830a-40a1-b6b1-0ab58228227f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:02.188848 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4fc43e-d59c-4cb6-ab16-cd8056502e20 None None] New status for floating IP 2d9629f7-0208-42e9-898b-098f9c1918bc: DOWN {{(pid=103305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:42:02.214884 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1b670f8b-acd0-4999-8676-c1fdc20d11bd tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (cd7288a3-830a-40a1-b6b1-0ab58228227f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:02.218250 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1b670f8b-acd0-4999-8676-c1fdc20d11bd tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:02.219425 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-1b670f8b-acd0-4999-8676-c1fdc20d11bd tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "DELETE /v2.0/security-groups/cd7288a3-830a-40a1-b6b1-0ab58228227f HTTP/1.1" status: 204 len: 168 time: 0.1407704 Apr 05 22:42:02.222782 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 51220) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:02.229157 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b670f8b-acd0-4999-8676-c1fdc20d11bd tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7288a3-830a-40a1-b6b1-0ab58228227f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:02.241516 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.api.v2.resource [None req-8ba13075-6bf2-44a2-8e60-0304457889e7 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] show failed (client error): The resource could not be found. Apr 05 22:42:02.247852 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-8ba13075-6bf2-44a2-8e60-0304457889e7 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "GET /v2.0/security-groups/cd7288a3-830a-40a1-b6b1-0ab58228227f HTTP/1.1" status: 404 len: 347 time: 0.0240526 Apr 05 22:42:02.250938 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 51222) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:02.378035 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-340119e2-3489-4e74-93fd-d1aba0bbef58 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Deleting port 6b3e6335-eccf-4349-a030-f1bd7afb68b1 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:02.378406 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-340119e2-3489-4e74-93fd-d1aba0bbef58 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (6b3e6335-eccf-4349-a030-f1bd7afb68b1), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:02.453863 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-340119e2-3489-4e74-93fd-d1aba0bbef58 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (6b3e6335-eccf-4349-a030-f1bd7afb68b1), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:02.454189 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-340119e2-3489-4e74-93fd-d1aba0bbef58 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for floatingip (6b3e6335-eccf-4349-a030-f1bd7afb68b1), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:02.466089 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-340119e2-3489-4e74-93fd-d1aba0bbef58 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Calling delete_port for 6b3e6335-eccf-4349-a030-f1bd7afb68b1 owned by network:floatingip {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:02.589333 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-340119e2-3489-4e74-93fd-d1aba0bbef58 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25648990'] for port (6b3e6335-eccf-4349-a030-f1bd7afb68b1), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:02.621997 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340119e2-3489-4e74-93fd-d1aba0bbef58 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Pushing event deleted for resources: {'Port': ['ID=6b3e6335-eccf-4349-a030-f1bd7afb68b1,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:02.673387 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-340119e2-3489-4e74-93fd-d1aba0bbef58 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks [] for floatingip (2d9629f7-0208-42e9-898b-098f9c1918bc), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:02.675826 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-340119e2-3489-4e74-93fd-d1aba0bbef58 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for floatingip (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:02.676972 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-340119e2-3489-4e74-93fd-d1aba0bbef58 tempest-AttachVolumeNegativeTest-1187392241 tempest-AttachVolumeNegativeTest-1187392241-project] 10.222.0.15 "DELETE /v2.0/floatingips/2d9629f7-0208-42e9-898b-098f9c1918bc HTTP/1.1" status: 204 len: 168 time: 0.4249518 Apr 05 22:42:03.547707 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 4f547d16-d8bf-4bc8-a712-1e3dc95e332c no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:42:03.570873 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] No Port match for: 4f547d16-d8bf-4bc8-a712-1e3dc95e332c {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:42:03.571212 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 4f547d16-d8bf-4bc8-a712-1e3dc95e332c not bound to the agent host hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:42:04.321949 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4dbc6e72-3ed9-4eca-b79a-3b9b62956605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:06.800433 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b5edb641-7ce2-4771-a191-2e6b11b314e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:06.986434 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9de9c6ba-d35d-4e63-b8a6-dad9e5a2a17e req-7c36f918-e958-4f7e-b365-f3dd0629b6cb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421050 Apr 05 22:42:07.071598 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9c6ba-d35d-4e63-b8a6-dad9e5a2a17e req-a321c9a0-bbb6-460f-aa67-c37d3663aebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:07.073007 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9de9c6ba-d35d-4e63-b8a6-dad9e5a2a17e req-a321c9a0-bbb6-460f-aa67-c37d3663aebc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53101836a2ba42f5b58f4a6b84af6522&device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 1131 time: 0.0462546 Apr 05 22:42:07.183080 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9c6ba-d35d-4e63-b8a6-dad9e5a2a17e req-9a2ae7df-38c5-4e3c-9fc7-93961e2f142d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:07.184551 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9de9c6ba-d35d-4e63-b8a6-dad9e5a2a17e req-9a2ae7df-38c5-4e3c-9fc7-93961e2f142d service neutron] 10.222.0.46 "GET /v2.0/networks?id=5f18d588-ed8c-4ba8-aa61-86f84f08ea4b HTTP/1.1" status: 200 len: 918 time: 0.0931423 Apr 05 22:42:07.249436 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9de9c6ba-d35d-4e63-b8a6-dad9e5a2a17e req-6076fc22-7961-4b8c-a9a8-57ffda601deb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 HTTP/1.1" status: 200 len: 1002 time: 0.0583496 Apr 05 22:42:07.299854 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9c6ba-d35d-4e63-b8a6-dad9e5a2a17e req-004abe8b-9350-48f7-af1f-79634f8e7f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:07.301361 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9de9c6ba-d35d-4e63-b8a6-dad9e5a2a17e req-004abe8b-9350-48f7-af1f-79634f8e7f22 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=de490332-8df6-483d-b976-f39e215adfd8 HTTP/1.1" status: 200 len: 856 time: 0.0457733 Apr 05 22:42:07.351711 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9c6ba-d35d-4e63-b8a6-dad9e5a2a17e req-ee1bc448-f8fe-45ab-86f7-b712b2c27f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:07.353271 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9de9c6ba-d35d-4e63-b8a6-dad9e5a2a17e req-ee1bc448-f8fe-45ab-86f7-b712b2c27f81 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5f18d588-ed8c-4ba8-aa61-86f84f08ea4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458701 Apr 05 22:42:07.455539 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9de9c6ba-d35d-4e63-b8a6-dad9e5a2a17e req-7d1f6af1-9751-4500-8ca8-93db2a1fa234 service neutron] 10.222.0.46 "GET /v2.0/networks/5f18d588-ed8c-4ba8-aa61-86f84f08ea4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950301 Apr 05 22:42:07.545682 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9de9c6ba-d35d-4e63-b8a6-dad9e5a2a17e req-64d5e559-8d4b-4eb7-a921-4b46b509b031 service neutron] 10.222.0.46 "GET /v2.0/networks/5f18d588-ed8c-4ba8-aa61-86f84f08ea4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825758 Apr 05 22:42:07.567804 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:09.164496 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:09.266040 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 51336) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:09.368399 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0e9191a0-31ce-4228-aaa8-53936a2645ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:09.446319 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0e9191a0-31ce-4228-aaa8-53936a2645ef admin admin] Publish callbacks [] for security_group (551b4b98-0ba1-431e-9313-3f6bc2d6026d), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:09.450235 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0e9191a0-31ce-4228-aaa8-53936a2645ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (551b4b98-0ba1-431e-9313-3f6bc2d6026d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:09.461462 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 51346) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:09.490252 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9191a0-31ce-4228-aaa8-53936a2645ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551b4b98-0ba1-431e-9313-3f6bc2d6026d,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:09.494577 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-0e9191a0-31ce-4228-aaa8-53936a2645ef admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=329a2be118f843ea9337746e7e42b248&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275374 Apr 05 22:42:09.497763 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 51350) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:09.545603 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5a430d33-eea6-4a2e-8591-02aa6af277b9 admin admin] Publish callbacks [] for security_group (551b4b98-0ba1-431e-9313-3f6bc2d6026d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:09.566001 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5a430d33-eea6-4a2e-8591-02aa6af277b9 admin admin] Publish callbacks [] for security_group (551b4b98-0ba1-431e-9313-3f6bc2d6026d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:09.614128 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5a430d33-eea6-4a2e-8591-02aa6af277b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (551b4b98-0ba1-431e-9313-3f6bc2d6026d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:09.616939 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5a430d33-eea6-4a2e-8591-02aa6af277b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:09.618187 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-5a430d33-eea6-4a2e-8591-02aa6af277b9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/551b4b98-0ba1-431e-9313-3f6bc2d6026d HTTP/1.1" status: 204 len: 168 time: 0.1195550 Apr 05 22:42:09.626654 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a430d33-eea6-4a2e-8591-02aa6af277b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551b4b98-0ba1-431e-9313-3f6bc2d6026d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:09.871771 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-94000e51-b5df-4811-bcba-ab00bef3cb83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530146'] for router_interface (4d6a48c7-8b87-4a6f-acc5-9c60a34b861a), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:09.890594 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 51356) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:09.904296 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8b38ec29-1d13-4d7b-831c-fbe8e338d14a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:09.979749 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8b38ec29-1d13-4d7b-831c-fbe8e338d14a admin admin] Publish callbacks [] for security_group (0215483a-75ac-4312-ab70-f52550762eca), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:09.983474 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8b38ec29-1d13-4d7b-831c-fbe8e338d14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (0215483a-75ac-4312-ab70-f52550762eca), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:10.023541 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-8b38ec29-1d13-4d7b-831c-fbe8e338d14a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a002876b626942d2a73169cd35d2448b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1318309 Apr 05 22:42:10.024751 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b38ec29-1d13-4d7b-831c-fbe8e338d14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0215483a-75ac-4312-ab70-f52550762eca,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:10.025872 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 51358) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:10.090763 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-76a2d5ff-d389-40c7-a7c6-86fd69295adc admin admin] Publish callbacks [] for security_group (0215483a-75ac-4312-ab70-f52550762eca), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:10.136342 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-76a2d5ff-d389-40c7-a7c6-86fd69295adc admin admin] Publish callbacks [] for security_group (0215483a-75ac-4312-ab70-f52550762eca), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:10.204482 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-94000e51-b5df-4811-bcba-ab00bef3cb83 admin admin] Deleting port ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:10.204943 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-94000e51-b5df-4811-bcba-ab00bef3cb83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:10.217730 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-76a2d5ff-d389-40c7-a7c6-86fd69295adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (0215483a-75ac-4312-ab70-f52550762eca), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:10.220133 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-76a2d5ff-d389-40c7-a7c6-86fd69295adc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:10.221266 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-76a2d5ff-d389-40c7-a7c6-86fd69295adc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0215483a-75ac-4312-ab70-f52550762eca HTTP/1.1" status: 204 len: 168 time: 0.1945870 Apr 05 22:42:10.237539 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a2d5ff-d389-40c7-a7c6-86fd69295adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0215483a-75ac-4312-ab70-f52550762eca,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:10.295686 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-94000e51-b5df-4811-bcba-ab00bef3cb83 admin admin] For port ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f,segment=NetworkSegment(7a5e164d-fdbc-4c25-a357-31ca6dc11523),segment_id=7a5e164d-fdbc-4c25-a357-31ca6dc11523)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:10.296049 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-94000e51-b5df-4811-bcba-ab00bef3cb83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:10.313245 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-94000e51-b5df-4811-bcba-ab00bef3cb83 admin admin] Calling delete_port for ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f owned by network:router_interface {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:10.494599 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-94000e51-b5df-4811-bcba-ab00bef3cb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25648990'] for port (ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:10.527428 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94000e51-b5df-4811-bcba-ab00bef3cb83 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:10.692701 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-94000e51-b5df-4811-bcba-ab00bef3cb83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527986'] for router_interface (4d6a48c7-8b87-4a6f-acc5-9c60a34b861a), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:10.759896 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:11.142332 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94000e51-b5df-4811-bcba-ab00bef3cb83 admin admin] Router 4d6a48c7-8b87-4a6f-acc5-9c60a34b861a has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:42:11.253621 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94000e51-b5df-4811-bcba-ab00bef3cb83 admin admin] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:42:11.259100 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-94000e51-b5df-4811-bcba-ab00bef3cb83 admin admin] 10.222.0.15 "PUT /v2.0/routers/4d6a48c7-8b87-4a6f-acc5-9c60a34b861a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7965901 Apr 05 22:42:11.261607 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 51390) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:11.264410 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce2fa88-ad8e-4ca7-95fc-267a119b519f None None] Sync routers for ids ['4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'] in dv-cinder-835879-4-iscsi {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:42:11.274865 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce2fa88-ad8e-4ca7-95fc-267a119b519f None None] Routers {'4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:42:11.275495 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-9ce2fa88-ad8e-4ca7-95fc-267a119b519f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:42:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:11.372655 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-004c7b93-9dbf-4965-8947-d71362628b15 admin admin] Publish callbacks [] for router (4d6a48c7-8b87-4a6f-acc5-9c60a34b861a), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:11.394122 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-9ce2fa88-ad8e-4ca7-95fc-267a119b519f None None] Set router 4d6a48c7-8b87-4a6f-acc5-9c60a34b861a gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:42:11.490200 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-004c7b93-9dbf-4965-8947-d71362628b15 admin admin] Publish callbacks [] for router_gateway (4d6a48c7-8b87-4a6f-acc5-9c60a34b861a), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:11.546129 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-004c7b93-9dbf-4965-8947-d71362628b15 admin admin] Deleting port c2ad5574-60b9-4e6f-86d6-63999b736e9e {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:11.546835 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-004c7b93-9dbf-4965-8947-d71362628b15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (c2ad5574-60b9-4e6f-86d6-63999b736e9e), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:11.577486 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-9ce2fa88-ad8e-4ca7-95fc-267a119b519f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'name': 'tempest-AttachVolumeNegativeTest-659125320-router', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:42:10Z', 'revision_number': 5, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'gw_port': {'id': 'c2ad5574-60b9-4e6f-86d6-63999b736e9e', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:03Z', 'updated_at': '2022-04-05T22:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi'}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:11.603215 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce2fa88-ad8e-4ca7-95fc-267a119b519f None None] Checking router: 4d6a48c7-8b87-4a6f-acc5-9c60a34b861a for host: dv-cinder-835879-4-iscsi {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:42:11.613395 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce2fa88-ad8e-4ca7-95fc-267a119b519f None None] Routers {'4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:42:11.614030 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-9ce2fa88-ad8e-4ca7-95fc-267a119b519f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:42:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:11.635891 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-004c7b93-9dbf-4965-8947-d71362628b15 admin admin] For port c2ad5574-60b9-4e6f-86d6-63999b736e9e, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=c2ad5574-60b9-4e6f-86d6-63999b736e9e,segment=NetworkSegment(2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f),segment_id=2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:11.636259 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-004c7b93-9dbf-4965-8947-d71362628b15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (c2ad5574-60b9-4e6f-86d6-63999b736e9e), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:11.649116 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-004c7b93-9dbf-4965-8947-d71362628b15 admin admin] Calling delete_port for c2ad5574-60b9-4e6f-86d6-63999b736e9e owned by network:router_gateway {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:11.711617 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-9ce2fa88-ad8e-4ca7-95fc-267a119b519f None None] Set router 4d6a48c7-8b87-4a6f-acc5-9c60a34b861a gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:42:11.768405 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-9ce2fa88-ad8e-4ca7-95fc-267a119b519f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'name': 'tempest-AttachVolumeNegativeTest-659125320-router', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:42:11Z', 'revision_number': 6, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'gw_port_host': None}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:11.799693 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce2fa88-ad8e-4ca7-95fc-267a119b519f None None] The sync data for ids ['4d6a48c7-8b87-4a6f-acc5-9c60a34b861a'] in dv-cinder-835879-4-iscsi is: [{'id': '4d6a48c7-8b87-4a6f-acc5-9c60a34b861a', 'name': 'tempest-AttachVolumeNegativeTest-659125320-router', 'tenant_id': '2697c0786bb14f85b099106396e57e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:01Z', 'updated_at': '2022-04-05T22:42:11Z', 'revision_number': 6, 'project_id': '2697c0786bb14f85b099106396e57e9e', 'gw_port_host': None}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:42:11.833185 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-004c7b93-9dbf-4965-8947-d71362628b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25648990'] for port (c2ad5574-60b9-4e6f-86d6-63999b736e9e), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:11.860884 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c7b93-9dbf-4965-8947-d71362628b15 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2ad5574-60b9-4e6f-86d6-63999b736e9e,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:11.932036 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-004c7b93-9dbf-4965-8947-d71362628b15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528052'] for router_gateway (4d6a48c7-8b87-4a6f-acc5-9c60a34b861a), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:12.030518 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-004c7b93-9dbf-4965-8947-d71362628b15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7286'] for router (4d6a48c7-8b87-4a6f-acc5-9c60a34b861a), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:12.032657 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-004c7b93-9dbf-4965-8947-d71362628b15 admin admin] Publish callbacks [] for router_controller (4d6a48c7-8b87-4a6f-acc5-9c60a34b861a), precommit_delete_associations {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:12.080966 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-004c7b93-9dbf-4965-8947-d71362628b15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531214'] for router (4d6a48c7-8b87-4a6f-acc5-9c60a34b861a), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:12.081507 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004c7b93-9dbf-4965-8947-d71362628b15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d6a48c7-8b87-4a6f-acc5-9c60a34b861a {{(pid=103303) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 22:42:12.086314 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-004c7b93-9dbf-4965-8947-d71362628b15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:12.087518 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-004c7b93-9dbf-4965-8947-d71362628b15 admin admin] 10.222.0.15 "DELETE /v2.0/routers/4d6a48c7-8b87-4a6f-acc5-9c60a34b861a HTTP/1.1" status: 204 len: 168 time: 0.8249214 Apr 05 22:42:12.089911 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 51404) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:12.133665 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.db_base_plugin_v2 [None req-c429a093-40e0-42e0-9304-48b2117acd83 admin admin] Deleting subnet 1f7e6b53-f66a-4bf5-b303-757e7b31098d {{(pid=103303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:42:12.136835 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c429a093-40e0-42e0-9304-48b2117acd83 admin admin] Publish callbacks [] for subnet (1f7e6b53-f66a-4bf5-b303-757e7b31098d), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:12.172615 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c429a093-40e0-42e0-9304-48b2117acd83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29158250'] for subnet (1f7e6b53-f66a-4bf5-b303-757e7b31098d), precommit_delete_associations {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:12.255490 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c429a093-40e0-42e0-9304-48b2117acd83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3813478'] for subnet (1f7e6b53-f66a-4bf5-b303-757e7b31098d), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:12.308317 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c429a093-40e0-42e0-9304-48b2117acd83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3813481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25649001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25366844'] for subnet (1f7e6b53-f66a-4bf5-b303-757e7b31098d), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:12.335698 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c429a093-40e0-42e0-9304-48b2117acd83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for subnet (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:12.339000 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-c429a093-40e0-42e0-9304-48b2117acd83 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1f7e6b53-f66a-4bf5-b303-757e7b31098d HTTP/1.1" status: 204 len: 168 time: 0.2480741 Apr 05 22:42:12.340088 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429a093-40e0-42e0-9304-48b2117acd83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f7e6b53-f66a-4bf5-b303-757e7b31098d,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:12.341062 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7449a45-94a9-4ecc-82aa-a2c8903105d0 None None] Network 30d168ff-b6ad-4812-af5d-7394de5c0536 requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:42:12.341526 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 51406) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:12.412015 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-792eb301-e670-4159-b26e-9021d301dc41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3805217'] for network (30d168ff-b6ad-4812-af5d-7394de5c0536), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:12.465658 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-792eb301-e670-4159-b26e-9021d301dc41 admin admin] Deleting port b18ddd13-b14f-4553-a487-a27f88faea04 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:12.465999 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-792eb301-e670-4159-b26e-9021d301dc41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (b18ddd13-b14f-4553-a487-a27f88faea04), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:12.531173 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-792eb301-e670-4159-b26e-9021d301dc41 admin admin] For port b18ddd13-b14f-4553-a487-a27f88faea04, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=b18ddd13-b14f-4553-a487-a27f88faea04,segment=NetworkSegment(7a5e164d-fdbc-4c25-a357-31ca6dc11523),segment_id=7a5e164d-fdbc-4c25-a357-31ca6dc11523)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:12.531543 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-792eb301-e670-4159-b26e-9021d301dc41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (b18ddd13-b14f-4553-a487-a27f88faea04), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:12.543947 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-792eb301-e670-4159-b26e-9021d301dc41 admin admin] Calling delete_port for b18ddd13-b14f-4553-a487-a27f88faea04 owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:12.593817 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5ae563-afe6-4f8e-8d09-9ca33add8276 None None] DHCP port deletion for 30d168ff-b6ad-4812-af5d-7394de5c0536 request from dv-cinder-835879-4-iscsi {{(pid=103304) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 22:42:12.627416 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-792eb301-e670-4159-b26e-9021d301dc41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (b18ddd13-b14f-4553-a487-a27f88faea04), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:12.642401 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-4d5ae563-afe6-4f8e-8d09-9ca33add8276 None None] Deleting port b18ddd13-b14f-4553-a487-a27f88faea04 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:12.642776 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d5ae563-afe6-4f8e-8d09-9ca33add8276 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (b18ddd13-b14f-4553-a487-a27f88faea04), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:12.653319 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792eb301-e670-4159-b26e-9021d301dc41 admin admin] Pushing event deleted for resources: {'Port': ['ID=b18ddd13-b14f-4553-a487-a27f88faea04,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:12.656944 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792eb301-e670-4159-b26e-9021d301dc41 admin admin] No DVR routers for this DVR port b18ddd13-b14f-4553-a487-a27f88faea04 on host dv-cinder-835879-4-iscsi {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:42:12.713847 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-4d5ae563-afe6-4f8e-8d09-9ca33add8276 None None] For port b18ddd13-b14f-4553-a487-a27f88faea04, host dv-cinder-835879-4-iscsi, got binding levels [] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:12.714248 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d5ae563-afe6-4f8e-8d09-9ca33add8276 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (b18ddd13-b14f-4553-a487-a27f88faea04), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:12.727998 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-4d5ae563-afe6-4f8e-8d09-9ca33add8276 None None] Calling delete_port for b18ddd13-b14f-4553-a487-a27f88faea04 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:12.730927 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.ipam_backend_mixin [None req-4d5ae563-afe6-4f8e-8d09-9ca33add8276 None None] Port b18ddd13-b14f-4553-a487-a27f88faea04 was not found and therefore no delete operation was performed {{(pid=103304) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 05 22:42:12.731916 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-792eb301-e670-4159-b26e-9021d301dc41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3815069', 'neutron.services.segments.db._delete_segments_for_network-8760879317881'] for network (30d168ff-b6ad-4812-af5d-7394de5c0536), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:12.732275 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d5ae563-afe6-4f8e-8d09-9ca33add8276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605'] for port (b18ddd13-b14f-4553-a487-a27f88faea04), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:12.753656 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.services.segments.db [None req-792eb301-e670-4159-b26e-9021d301dc41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30d168ff-b6ad-4812-af5d-7394de5c0536']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:12.759627 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5ae563-afe6-4f8e-8d09-9ca33add8276 None None] No DVR routers for this DVR port b18ddd13-b14f-4553-a487-a27f88faea04 on host dv-cinder-835879-4-iscsi {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:42:12.763556 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.services.segments.db [None req-792eb301-e670-4159-b26e-9021d301dc41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a5e164d-fdbc-4c25-a357-31ca6dc11523') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:12.763853 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.services.segments.db [None req-792eb301-e670-4159-b26e-9021d301dc41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a5e164d-fdbc-4c25-a357-31ca6dc11523') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:12.764800 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ae563-afe6-4f8e-8d09-9ca33add8276 None None] Pushing event deleted for resources: {'Port': ['ID=b18ddd13-b14f-4553-a487-a27f88faea04,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:12.772020 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ae563-afe6-4f8e-8d09-9ca33add8276 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:12.772622 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ae563-afe6-4f8e-8d09-9ca33add8276 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:12.773459 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ae563-afe6-4f8e-8d09-9ca33add8276 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:12.773459 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ae563-afe6-4f8e-8d09-9ca33add8276 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:12.773459 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ae563-afe6-4f8e-8d09-9ca33add8276 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:12.773887 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ae563-afe6-4f8e-8d09-9ca33add8276 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:12.773981 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ae563-afe6-4f8e-8d09-9ca33add8276 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:12.774287 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ae563-afe6-4f8e-8d09-9ca33add8276 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:12.774614 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ae563-afe6-4f8e-8d09-9ca33add8276 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:12.774938 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ae563-afe6-4f8e-8d09-9ca33add8276 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:12.775268 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ae563-afe6-4f8e-8d09-9ca33add8276 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:12.775581 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-792eb301-e670-4159-b26e-9021d301dc41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760879318402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28859653'] for segment (7a5e164d-fdbc-4c25-a357-31ca6dc11523), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:12.775716 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ae563-afe6-4f8e-8d09-9ca33add8276 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:12.775901 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ae563-afe6-4f8e-8d09-9ca33add8276 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:12.776227 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ae563-afe6-4f8e-8d09-9ca33add8276 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:12.776547 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ae563-afe6-4f8e-8d09-9ca33add8276 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:12.798191 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-792eb301-e670-4159-b26e-9021d301dc41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781'] for segment (7a5e164d-fdbc-4c25-a357-31ca6dc11523), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:12.806369 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-792eb301-e670-4159-b26e-9021d301dc41 admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:42:12.806768 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-792eb301-e670-4159-b26e-9021d301dc41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28860037'] for segment (7a5e164d-fdbc-4c25-a357-31ca6dc11523), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:12.808757 dv-cinder-835879-4-iscsi neutron-server[103302]: Traceback (most recent call last): Apr 05 22:42:12.808757 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:42:12.808757 dv-cinder-835879-4-iscsi neutron-server[103302]: timer() Apr 05 22:42:12.808757 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:42:12.808757 dv-cinder-835879-4-iscsi neutron-server[103302]: cb(*args, **kw) Apr 05 22:42:12.808757 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:42:12.808757 dv-cinder-835879-4-iscsi neutron-server[103302]: return func(*args, **kwargs) Apr 05 22:42:12.808757 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:42:12.808757 dv-cinder-835879-4-iscsi neutron-server[103302]: self._notify() Apr 05 22:42:12.808757 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:42:12.808757 dv-cinder-835879-4-iscsi neutron-server[103302]: self.callback(batched_events) Apr 05 22:42:12.808757 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:42:12.808757 dv-cinder-835879-4-iscsi neutron-server[103302]: event.method(event) Apr 05 22:42:12.808757 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:42:12.808757 dv-cinder-835879-4-iscsi neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:42:12.808757 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:42:12.808757 dv-cinder-835879-4-iscsi neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:42:12.808757 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:42:12.808757 dv-cinder-835879-4-iscsi neutron-server[103302]: return f(self, *a, **k) Apr 05 22:42:12.808757 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:42:12.808757 dv-cinder-835879-4-iscsi neutron-server[103302]: return self._get(url).json() Apr 05 22:42:12.808757 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:42:12.808757 dv-cinder-835879-4-iscsi neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:42:12.808757 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:42:12.808757 dv-cinder-835879-4-iscsi neutron-server[103302]: return self.request(url, 'GET', **kwargs) Apr 05 22:42:12.808757 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:42:12.808757 dv-cinder-835879-4-iscsi neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:42:12.808757 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:42:12.808757 dv-cinder-835879-4-iscsi neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:42:12.808757 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:42:12.808757 dv-cinder-835879-4-iscsi neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:42:12.808757 dv-cinder-835879-4-iscsi neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:42:12.867280 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device c2ad5574-60b9-4e6f-86d6-63999b736e9e no longer exists at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:42:12.877536 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-792eb301-e670-4159-b26e-9021d301dc41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3815140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528080'] for network (30d168ff-b6ad-4812-af5d-7394de5c0536), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:12.894419 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] No Port match for: c2ad5574-60b9-4e6f-86d6-63999b736e9e {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:42:12.894745 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device c2ad5574-60b9-4e6f-86d6-63999b736e9e not bound to the agent host dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:42:12.895155 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device b18ddd13-b14f-4553-a487-a27f88faea04 no longer exists at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:42:12.898818 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-792eb301-e670-4159-b26e-9021d301dc41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:12.902038 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-792eb301-e670-4159-b26e-9021d301dc41 admin admin] 10.222.0.15 "DELETE /v2.0/networks/30d168ff-b6ad-4812-af5d-7394de5c0536 HTTP/1.1" status: 204 len: 168 time: 0.5595155 Apr 05 22:42:12.903684 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792eb301-e670-4159-b26e-9021d301dc41 admin admin] Pushing event deleted for resources: {'Network': ['ID=30d168ff-b6ad-4812-af5d-7394de5c0536,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:12.915609 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] No Port match for: b18ddd13-b14f-4553-a487-a27f88faea04 {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:42:12.916174 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device b18ddd13-b14f-4553-a487-a27f88faea04 not bound to the agent host dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:42:12.916589 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f no longer exists at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:42:12.935141 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] No Port match for: ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:42:12.935482 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device ae8ffae3-365e-4538-b08d-cc3d8e2a9a6f not bound to the agent host dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:42:13.083940 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 51414) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:13.124467 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-19de7e47-30cc-4484-bf09-482ea07137ff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2697c0786bb14f85b099106396e57e9e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0387020 Apr 05 22:42:13.126868 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 51416) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:13.182682 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5228d7c2-54fb-4af6-9f57-9479e0b6ef6c admin admin] Publish callbacks [] for security_group (937c721b-384d-4c5b-85fb-ea09d65dd424), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:13.204746 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5228d7c2-54fb-4af6-9f57-9479e0b6ef6c admin admin] Publish callbacks [] for security_group (937c721b-384d-4c5b-85fb-ea09d65dd424), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:13.250913 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5228d7c2-54fb-4af6-9f57-9479e0b6ef6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (937c721b-384d-4c5b-85fb-ea09d65dd424), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:13.253670 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5228d7c2-54fb-4af6-9f57-9479e0b6ef6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:13.254808 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-5228d7c2-54fb-4af6-9f57-9479e0b6ef6c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/937c721b-384d-4c5b-85fb-ea09d65dd424 HTTP/1.1" status: 204 len: 168 time: 0.1270273 Apr 05 22:42:13.262234 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5228d7c2-54fb-4af6-9f57-9479e0b6ef6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937c721b-384d-4c5b-85fb-ea09d65dd424,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:17.687830 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc720b45-bba4-474a-bce4-0be13f772107 req-625d9911-9a14-43ac-b89b-cfe02e96270a tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:17.698624 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-fc720b45-bba4-474a-bce4-0be13f772107 req-625d9911-9a14-43ac-b89b-cfe02e96270a tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 947 time: 0.0650768 Apr 05 22:42:17.753542 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-fc720b45-bba4-474a-bce4-0be13f772107 req-891c519b-d6ee-475d-b916-e34585665d2f tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517912 Apr 05 22:42:18.876515 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5629db6-792d-4a2a-80d0-f5e0e9ab8566 req-8840c2fa-1002-4974-90c3-09bc2e9d74a9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:18.878044 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f5629db6-792d-4a2a-80d0-f5e0e9ab8566 req-8840c2fa-1002-4974-90c3-09bc2e9d74a9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 947 time: 0.0518136 Apr 05 22:42:18.924890 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f5629db6-792d-4a2a-80d0-f5e0e9ab8566 req-c7ae5d18-f314-4d0b-9239-b21189959ccd tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406785 Apr 05 22:42:20.046823 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80d099-4724-49c0-be11-1fc3d47b86dd req-a21cfc6b-eb82-459d-8952-b16c006ccdff tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:20.048266 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4f80d099-4724-49c0-be11-1fc3d47b86dd req-a21cfc6b-eb82-459d-8952-b16c006ccdff tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 947 time: 0.0499701 Apr 05 22:42:20.096331 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4f80d099-4724-49c0-be11-1fc3d47b86dd req-2429b8bb-36a6-439c-a9dc-2b1f6d08ec53 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426390 Apr 05 22:42:21.214632 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef62c09-c92b-4ecc-9244-af6ae3f57337 req-4f16e454-0fd8-4f95-8b39-f39522877c06 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:21.216089 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-cef62c09-c92b-4ecc-9244-af6ae3f57337 req-4f16e454-0fd8-4f95-8b39-f39522877c06 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 947 time: 0.0504863 Apr 05 22:42:21.261306 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-cef62c09-c92b-4ecc-9244-af6ae3f57337 req-22ca344a-b196-4991-9cee-0c5cda9e5fa6 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396481 Apr 05 22:42:22.386366 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7622f9f-6634-448e-81bb-266a01916468 req-f80abcd7-4466-4646-80a7-61333fa31c9c tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:22.387876 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f7622f9f-6634-448e-81bb-266a01916468 req-f80abcd7-4466-4646-80a7-61333fa31c9c tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 947 time: 0.0532348 Apr 05 22:42:22.433949 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f7622f9f-6634-448e-81bb-266a01916468 req-7da67da1-cebb-4f39-93ef-0c95961f4b72 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404892 Apr 05 22:42:22.733366 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b35f0-03ed-47f5-b4b5-e9e546c4039d req-b2e6de36-d05f-443f-9167-76e7ec5ea57f tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:22.734718 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-162b35f0-03ed-47f5-b4b5-e9e546c4039d req-b2e6de36-d05f-443f-9167-76e7ec5ea57f tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 947 time: 0.0535188 Apr 05 22:42:22.822999 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-162b35f0-03ed-47f5-b4b5-e9e546c4039d req-43baf059-5285-4279-afe5-ef7763d09bf9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Deleting port 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:22.823335 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-162b35f0-03ed-47f5-b4b5-e9e546c4039d req-43baf059-5285-4279-afe5-ef7763d09bf9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (69e0e692-1a4f-4c51-9c7d-7998e72f6fa8), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:22.875480 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:42:22.921853 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-162b35f0-03ed-47f5-b4b5-e9e546c4039d req-43baf059-5285-4279-afe5-ef7763d09bf9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] For port 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=69e0e692-1a4f-4c51-9c7d-7998e72f6fa8,segment=NetworkSegment(bad0aca7-96dd-472c-9062-1cdad7db236b),segment_id=bad0aca7-96dd-472c-9062-1cdad7db236b)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:22.922261 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-162b35f0-03ed-47f5-b4b5-e9e546c4039d req-43baf059-5285-4279-afe5-ef7763d09bf9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (69e0e692-1a4f-4c51-9c7d-7998e72f6fa8), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:23.092928 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-162b35f0-03ed-47f5-b4b5-e9e546c4039d req-43baf059-5285-4279-afe5-ef7763d09bf9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:23.093301 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-162b35f0-03ed-47f5-b4b5-e9e546c4039d req-43baf059-5285-4279-afe5-ef7763d09bf9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528098'] for floatingip (4d7ad2f1-df13-4a8d-9a14-8d3e81c6e720), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:23.093625 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.db.l3_db [req-162b35f0-03ed-47f5-b4b5-e9e546c4039d req-43baf059-5285-4279-afe5-ef7763d09bf9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Floating IP 4d7ad2f1-df13-4a8d-9a14-8d3e81c6e720 disassociated. External IP: 172.27.2.161, port: 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8. Apr 05 22:42:23.093973 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-162b35f0-03ed-47f5-b4b5-e9e546c4039d req-43baf059-5285-4279-afe5-ef7763d09bf9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Calling delete_port for 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:23.230843 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-162b35f0-03ed-47f5-b4b5-e9e546c4039d req-43baf059-5285-4279-afe5-ef7763d09bf9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (69e0e692-1a4f-4c51-9c7d-7998e72f6fa8), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:23.259903 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43baf059-5285-4279-afe5-ef7763d09bf9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Pushing event deleted for resources: {'Port': ['ID=69e0e692-1a4f-4c51-9c7d-7998e72f6fa8,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:23.272930 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43baf059-5285-4279-afe5-ef7763d09bf9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:23.273287 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43baf059-5285-4279-afe5-ef7763d09bf9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:23.273636 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43baf059-5285-4279-afe5-ef7763d09bf9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:23.273989 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43baf059-5285-4279-afe5-ef7763d09bf9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:23.274334 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43baf059-5285-4279-afe5-ef7763d09bf9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:23.274675 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43baf059-5285-4279-afe5-ef7763d09bf9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:23.275014 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43baf059-5285-4279-afe5-ef7763d09bf9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:23.275352 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43baf059-5285-4279-afe5-ef7763d09bf9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:23.275690 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43baf059-5285-4279-afe5-ef7763d09bf9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:23.276032 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43baf059-5285-4279-afe5-ef7763d09bf9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:23.276403 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43baf059-5285-4279-afe5-ef7763d09bf9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:23.276687 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43baf059-5285-4279-afe5-ef7763d09bf9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:23.277042 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43baf059-5285-4279-afe5-ef7763d09bf9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:23.277471 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43baf059-5285-4279-afe5-ef7763d09bf9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:23.277701 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43baf059-5285-4279-afe5-ef7763d09bf9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:23.379424 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 51564) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:23.395269 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [req-162b35f0-03ed-47f5-b4b5-e9e546c4039d req-43baf059-5285-4279-afe5-ef7763d09bf9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Router b0df46e9-d94b-4e59-8e73-3414faff1386 has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:42:23.491359 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2210d165-734a-4a84-89b3-3d6c1c40f292 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:23.518068 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-162b35f0-03ed-47f5-b4b5-e9e546c4039d req-43baf059-5285-4279-afe5-ef7763d09bf9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:42:23.532276 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbd11c0-7d64-4966-ae8e-c0f3275d3eeb None None] Sync routers for ids ['b0df46e9-d94b-4e59-8e73-3414faff1386'] in dv-cinder-835879-4-iscsi {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:42:23.539867 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c00c1569-6537-42b8-a62d-65c908103982 req-d4b194d9-3f95-4190-85de-0b92ea38960b tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7 HTTP/1.1" status: 200 len: 210 time: 0.0319636 Apr 05 22:42:23.550152 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbd11c0-7d64-4966-ae8e-c0f3275d3eeb None None] Routers {'b0df46e9-d94b-4e59-8e73-3414faff1386'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:42:23.551285 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-1fbd11c0-7d64-4966-ae8e-c0f3275d3eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:42:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['b0df46e9-d94b-4e59-8e73-3414faff1386'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:23.575890 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-162b35f0-03ed-47f5-b4b5-e9e546c4039d req-43baf059-5285-4279-afe5-ef7763d09bf9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] No DVR routers for this DVR port 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 on host hv-cinder-83587 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:42:23.576357 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2210d165-734a-4a84-89b3-3d6c1c40f292 admin admin] Publish callbacks [] for security_group (74887b29-db61-4a8e-a7cd-a30e152314f4), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:23.578658 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-162b35f0-03ed-47f5-b4b5-e9e546c4039d req-43baf059-5285-4279-afe5-ef7763d09bf9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:23.580728 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2210d165-734a-4a84-89b3-3d6c1c40f292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (74887b29-db61-4a8e-a7cd-a30e152314f4), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:23.582350 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-162b35f0-03ed-47f5-b4b5-e9e546c4039d req-43baf059-5285-4279-afe5-ef7763d09bf9 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.46 "DELETE /v2.0/ports/69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 HTTP/1.1" status: 204 len: 173 time: 0.8426576 Apr 05 22:42:23.582799 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7', 'name': 'network-vif-deleted', 'tag': '69e0e692-1a4f-4c51-9c7d-7998e72f6fa8'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:42:23.585097 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bef71f-f3f1-46d8-83ba-661109b242b3" -d '{"events": [{"server_uuid": "dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7", "name": "network-vif-deleted", "tag": "69e0e692-1a4f-4c51-9c7d-7998e72f6fa8"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:42:23.628415 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-2210d165-734a-4a84-89b3-3d6c1c40f292 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e7f24a67ee8b4c64859cccdfa81b9e0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2478733 Apr 05 22:42:23.629479 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2210d165-734a-4a84-89b3-3d6c1c40f292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74887b29-db61-4a8e-a7cd-a30e152314f4,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:23.632190 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 51572) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:23.638260 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2210d165-734a-4a84-89b3-3d6c1c40f292 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:23.638837 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2210d165-734a-4a84-89b3-3d6c1c40f292 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:23.639385 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2210d165-734a-4a84-89b3-3d6c1c40f292 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:23.639922 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2210d165-734a-4a84-89b3-3d6c1c40f292 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:23.640484 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2210d165-734a-4a84-89b3-3d6c1c40f292 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:23.641051 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2210d165-734a-4a84-89b3-3d6c1c40f292 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:23.641613 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2210d165-734a-4a84-89b3-3d6c1c40f292 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:23.642179 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2210d165-734a-4a84-89b3-3d6c1c40f292 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:23.642893 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2210d165-734a-4a84-89b3-3d6c1c40f292 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:23.643435 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2210d165-734a-4a84-89b3-3d6c1c40f292 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:23.644236 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2210d165-734a-4a84-89b3-3d6c1c40f292 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:23.644796 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2210d165-734a-4a84-89b3-3d6c1c40f292 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:23.645942 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2210d165-734a-4a84-89b3-3d6c1c40f292 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:23.646495 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2210d165-734a-4a84-89b3-3d6c1c40f292 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:23.647562 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2210d165-734a-4a84-89b3-3d6c1c40f292 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:23.665181 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8c90c5-d7ea-48bd-b517-41589b13632d x-openstack-request-id: req-1a8c90c5-d7ea-48bd-b517-41589b13632d {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:42:23.665482 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7", "name": "network-vif-deleted", "tag": "69e0e692-1a4f-4c51-9c7d-7998e72f6fa8", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:42:23.665739 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1a8c90c5-d7ea-48bd-b517-41589b13632d {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:42:23.666258 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a8c90c5-d7ea-48bd-b517-41589b13632d'] response: {'server_uuid': 'dc6e24aa-85f0-4a1d-bd1b-98cc38c527f7', 'name': 'network-vif-deleted', 'tag': '69e0e692-1a4f-4c51-9c7d-7998e72f6fa8', 'status': 'completed', 'code': 200} Apr 05 22:42:23.708386 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-1fbd11c0-7d64-4966-ae8e-c0f3275d3eeb None None] Set router b0df46e9-d94b-4e59-8e73-3414faff1386 gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:42:23.723782 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a9c22288-701c-423b-a00d-bc6ff2a2cde2 admin admin] Publish callbacks [] for security_group (74887b29-db61-4a8e-a7cd-a30e152314f4), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:23.747382 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a9c22288-701c-423b-a00d-bc6ff2a2cde2 admin admin] Publish callbacks [] for security_group (74887b29-db61-4a8e-a7cd-a30e152314f4), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:23.799250 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a9c22288-701c-423b-a00d-bc6ff2a2cde2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (74887b29-db61-4a8e-a7cd-a30e152314f4), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:23.802610 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a9c22288-701c-423b-a00d-bc6ff2a2cde2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:23.806242 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-a9c22288-701c-423b-a00d-bc6ff2a2cde2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/74887b29-db61-4a8e-a7cd-a30e152314f4 HTTP/1.1" status: 204 len: 168 time: 0.1701074 Apr 05 22:42:23.818331 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c22288-701c-423b-a00d-bc6ff2a2cde2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74887b29-db61-4a8e-a7cd-a30e152314f4,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:23.941885 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-1fbd11c0-7d64-4966-ae8e-c0f3275d3eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'name': 'tempest-AttachVolumeShelveTestJSON-1723224570-router', 'tenant_id': '53101836a2ba42f5b58f4a6b84af6522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'c7f255cb-b0f9-4b5b-8cd1-7dc41b849453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:31:58Z', 'updated_at': '2022-04-05T22:32:07Z', 'revision_number': 4, 'project_id': '53101836a2ba42f5b58f4a6b84af6522', 'gw_port': {'id': 'c7f255cb-b0f9-4b5b-8cd1-7dc41b849453', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:37:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:31:59Z', 'updated_at': '2022-04-05T22:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': '8047d317-db2f-4e80-9730-d4313e792b91', 'name': '', 'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b', 'tenant_id': '53101836a2ba42f5b58f4a6b84af6522', 'mac_address': 'fa:16:3e:2a:31:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'de490332-8df6-483d-b976-f39e215adfd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:04Z', 'updated_at': '2022-04-05T22:32:17Z', 'revision_number': 5, 'project_id': '53101836a2ba42f5b58f4a6b84af6522', 'subnets': [{'id': 'de490332-8df6-483d-b976-f39e215adfd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:23.972583 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbd11c0-7d64-4966-ae8e-c0f3275d3eeb None None] Checking router: b0df46e9-d94b-4e59-8e73-3414faff1386 for host: dv-cinder-835879-4-iscsi {{(pid=103305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:42:23.981740 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbd11c0-7d64-4966-ae8e-c0f3275d3eeb None None] Routers {'b0df46e9-d94b-4e59-8e73-3414faff1386'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:42:23.982343 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-1fbd11c0-7d64-4966-ae8e-c0f3275d3eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:42:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['b0df46e9-d94b-4e59-8e73-3414faff1386'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:24.126264 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-1fbd11c0-7d64-4966-ae8e-c0f3275d3eeb None None] Set router b0df46e9-d94b-4e59-8e73-3414faff1386 gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:42:24.345540 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-1fbd11c0-7d64-4966-ae8e-c0f3275d3eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'name': 'tempest-AttachVolumeShelveTestJSON-1723224570-router', 'tenant_id': '53101836a2ba42f5b58f4a6b84af6522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'c7f255cb-b0f9-4b5b-8cd1-7dc41b849453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:31:58Z', 'updated_at': '2022-04-05T22:32:07Z', 'revision_number': 4, 'project_id': '53101836a2ba42f5b58f4a6b84af6522', 'gw_port': {'id': 'c7f255cb-b0f9-4b5b-8cd1-7dc41b849453', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:37:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:31:59Z', 'updated_at': '2022-04-05T22:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': '8047d317-db2f-4e80-9730-d4313e792b91', 'name': '', 'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b', 'tenant_id': '53101836a2ba42f5b58f4a6b84af6522', 'mac_address': 'fa:16:3e:2a:31:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'de490332-8df6-483d-b976-f39e215adfd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:04Z', 'updated_at': '2022-04-05T22:32:17Z', 'revision_number': 5, 'project_id': '53101836a2ba42f5b58f4a6b84af6522', 'subnets': [{'id': 'de490332-8df6-483d-b976-f39e215adfd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:24.464044 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbd11c0-7d64-4966-ae8e-c0f3275d3eeb None None] The sync data for ids ['b0df46e9-d94b-4e59-8e73-3414faff1386'] in dv-cinder-835879-4-iscsi is: [{'id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'name': 'tempest-AttachVolumeShelveTestJSON-1723224570-router', 'tenant_id': '53101836a2ba42f5b58f4a6b84af6522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'c7f255cb-b0f9-4b5b-8cd1-7dc41b849453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:31:58Z', 'updated_at': '2022-04-05T22:32:07Z', 'revision_number': 4, 'project_id': '53101836a2ba42f5b58f4a6b84af6522', 'gw_port': {'id': 'c7f255cb-b0f9-4b5b-8cd1-7dc41b849453', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:37:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:31:59Z', 'updated_at': '2022-04-05T22:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': '8047d317-db2f-4e80-9730-d4313e792b91', 'name': '', 'network_id': '5f18d588-ed8c-4ba8-aa61-86f84f08ea4b', 'tenant_id': '53101836a2ba42f5b58f4a6b84af6522', 'mac_address': 'fa:16:3e:2a:31:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'de490332-8df6-483d-b976-f39e215adfd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:04Z', 'updated_at': '2022-04-05T22:32:17Z', 'revision_number': 5, 'project_id': '53101836a2ba42f5b58f4a6b84af6522', 'subnets': [{'id': 'de490332-8df6-483d-b976-f39e215adfd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:42:24.637076 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 51610) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:24.699288 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-59bf6969-3b94-47b6-a53c-8750e2bf7c1a tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks [] for security_group (9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:24.721912 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1410769b-b76a-4f08-b483-98a9dfa35d13 None None] New status for floating IP 4d7ad2f1-df13-4a8d-9a14-8d3e81c6e720: DOWN {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:42:24.725368 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-59bf6969-3b94-47b6-a53c-8750e2bf7c1a tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks [] for security_group (9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:24.797608 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-59bf6969-3b94-47b6-a53c-8750e2bf7c1a tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:24.800403 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-59bf6969-3b94-47b6-a53c-8750e2bf7c1a tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:24.804163 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-59bf6969-3b94-47b6-a53c-8750e2bf7c1a tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "DELETE /v2.0/security-groups/9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef HTTP/1.1" status: 204 len: 168 time: 0.1628165 Apr 05 22:42:24.804815 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 51618) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:24.811616 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bf6969-3b94-47b6-a53c-8750e2bf7c1a tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:24.821797 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.api.v2.resource [None req-12573d3c-9490-403d-8554-4b0290afa853 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] show failed (client error): The resource could not be found. Apr 05 22:42:24.825697 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-12573d3c-9490-403d-8554-4b0290afa853 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "GET /v2.0/security-groups/9d67078e-c820-4a0f-b18b-d8fdf7fcd0ef HTTP/1.1" status: 404 len: 347 time: 0.0170410 Apr 05 22:42:24.830045 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 51620) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:24.967269 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-9001b499-1219-4294-b359-df88e51236b1 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Deleting port 1efe61be-f09e-4f0a-af68-84f04daf3455 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:24.967619 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9001b499-1219-4294-b359-df88e51236b1 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (1efe61be-f09e-4f0a-af68-84f04daf3455), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:25.046914 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9001b499-1219-4294-b359-df88e51236b1 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (1efe61be-f09e-4f0a-af68-84f04daf3455), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:25.047374 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9001b499-1219-4294-b359-df88e51236b1 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks [] for floatingip (1efe61be-f09e-4f0a-af68-84f04daf3455), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:25.060165 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-9001b499-1219-4294-b359-df88e51236b1 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Calling delete_port for 1efe61be-f09e-4f0a-af68-84f04daf3455 owned by network:floatingip {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:25.194404 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9001b499-1219-4294-b359-df88e51236b1 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25648990'] for port (1efe61be-f09e-4f0a-af68-84f04daf3455), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:25.220049 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001b499-1219-4294-b359-df88e51236b1 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Pushing event deleted for resources: {'Port': ['ID=1efe61be-f09e-4f0a-af68-84f04daf3455,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:25.283717 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9001b499-1219-4294-b359-df88e51236b1 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks [] for floatingip (4d7ad2f1-df13-4a8d-9a14-8d3e81c6e720), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:25.286247 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9001b499-1219-4294-b359-df88e51236b1 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for floatingip (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:25.287928 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-9001b499-1219-4294-b359-df88e51236b1 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] 10.222.0.15 "DELETE /v2.0/floatingips/4d7ad2f1-df13-4a8d-9a14-8d3e81c6e720 HTTP/1.1" status: 204 len: 168 time: 0.4561284 Apr 05 22:42:27.315833 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 51652) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:27.418725 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7de628fc-165f-4aa6-831e-10191267a67a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:27.498661 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7de628fc-165f-4aa6-831e-10191267a67a admin admin] Publish callbacks [] for security_group (f0e6d054-8e69-46d4-b846-6b9c277d12cc), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:27.502563 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7de628fc-165f-4aa6-831e-10191267a67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (f0e6d054-8e69-46d4-b846-6b9c277d12cc), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:27.541025 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-7de628fc-165f-4aa6-831e-10191267a67a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d02f98f1bb0d461e81322c77b46c7a57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2241147 Apr 05 22:42:27.542149 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de628fc-165f-4aa6-831e-10191267a67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e6d054-8e69-46d4-b846-6b9c277d12cc,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:27.543757 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 51660) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:27.591866 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-93e0c8aa-587f-4998-b0b4-76e261dce02e admin admin] Publish callbacks [] for security_group (f0e6d054-8e69-46d4-b846-6b9c277d12cc), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:27.612008 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-93e0c8aa-587f-4998-b0b4-76e261dce02e admin admin] Publish callbacks [] for security_group (f0e6d054-8e69-46d4-b846-6b9c277d12cc), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:27.661135 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-93e0c8aa-587f-4998-b0b4-76e261dce02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (f0e6d054-8e69-46d4-b846-6b9c277d12cc), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:27.663673 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-93e0c8aa-587f-4998-b0b4-76e261dce02e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:27.664825 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-93e0c8aa-587f-4998-b0b4-76e261dce02e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f0e6d054-8e69-46d4-b846-6b9c277d12cc HTTP/1.1" status: 204 len: 168 time: 0.1193981 Apr 05 22:42:27.672164 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e0c8aa-587f-4998-b0b4-76e261dce02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e6d054-8e69-46d4-b846-6b9c277d12cc,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:27.916673 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 51666) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:27.929632 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-136a384e-d4aa-439a-af06-54c6a257d64a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:28.001259 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-136a384e-d4aa-439a-af06-54c6a257d64a admin admin] Publish callbacks [] for security_group (c749cd87-cf22-4f4e-a98b-ddf2e6f057d8), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:28.005522 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-136a384e-d4aa-439a-af06-54c6a257d64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (c749cd87-cf22-4f4e-a98b-ddf2e6f057d8), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:28.041513 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a384e-d4aa-439a-af06-54c6a257d64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c749cd87-cf22-4f4e-a98b-ddf2e6f057d8,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:28.045799 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-136a384e-d4aa-439a-af06-54c6a257d64a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3892564dbb1a435e95038b6f582391a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1280279 Apr 05 22:42:28.049035 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 51668) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:28.094737 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-22bd1378-bcc3-48b3-819e-907586e46edf admin admin] Publish callbacks [] for security_group (c749cd87-cf22-4f4e-a98b-ddf2e6f057d8), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:28.115527 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-22bd1378-bcc3-48b3-819e-907586e46edf admin admin] Publish callbacks [] for security_group (c749cd87-cf22-4f4e-a98b-ddf2e6f057d8), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:28.159257 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-22bd1378-bcc3-48b3-819e-907586e46edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (c749cd87-cf22-4f4e-a98b-ddf2e6f057d8), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:28.161897 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-22bd1378-bcc3-48b3-819e-907586e46edf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:28.165185 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-22bd1378-bcc3-48b3-819e-907586e46edf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c749cd87-cf22-4f4e-a98b-ddf2e6f057d8 HTTP/1.1" status: 204 len: 168 time: 0.1158295 Apr 05 22:42:28.172554 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd1378-bcc3-48b3-819e-907586e46edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c749cd87-cf22-4f4e-a98b-ddf2e6f057d8,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:28.400404 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:42:28.421344 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] No Port match for: 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:42:28.421632 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 69e0e692-1a4f-4c51-9c7d-7998e72f6fa8 not bound to the agent host hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:42:28.811342 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 51694) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:28.904911 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-1ac5510f-621d-4902-8856-ee889a0c4d8a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1768370767-network', 'tenant_id': '256c4fe26d2f44789b8193a93d183f7a'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:42:28.926330 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac5510f-621d-4902-8856-ee889a0c4d8a admin admin] Made reservation on behalf of 256c4fe26d2f44789b8193a93d183f7a for: {'network': 1} {{(pid=103303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:42:28.928994 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1ac5510f-621d-4902-8856-ee889a0c4d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for network (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:28.937057 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1ac5510f-621d-4902-8856-ee889a0c4d8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:29.009483 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1ac5510f-621d-4902-8856-ee889a0c4d8a admin admin] Publish callbacks [] for security_group (6521134b-35d7-4994-b821-20cf269eeecc), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:29.013086 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1ac5510f-621d-4902-8856-ee889a0c4d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (6521134b-35d7-4994-b821-20cf269eeecc), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:29.039356 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ac5510f-621d-4902-8856-ee889a0c4d8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=103303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:42:29.044550 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5510f-621d-4902-8856-ee889a0c4d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6521134b-35d7-4994-b821-20cf269eeecc,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:29.052002 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1ac5510f-621d-4902-8856-ee889a0c4d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781'] for segment (c07dbff5-b006-4a01-b76a-c74936aff3b8), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:29.052108 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.db.segments_db [None req-1ac5510f-621d-4902-8856-ee889a0c4d8a admin admin] Added segment c07dbff5-b006-4a01-b76a-c74936aff3b8 of type vlan for network 88af16a9-8bcd-4328-825f-549a76358a9b Apr 05 22:42:29.091819 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1ac5510f-621d-4902-8856-ee889a0c4d8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760878853690'] for network (88af16a9-8bcd-4328-825f-549a76358a9b), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:29.115300 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1ac5510f-621d-4902-8856-ee889a0c4d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960'] for network (88af16a9-8bcd-4328-825f-549a76358a9b), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:29.116751 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac5510f-621d-4902-8856-ee889a0c4d8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:29.117351 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1ac5510f-621d-4902-8856-ee889a0c4d8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for network (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:29.148237 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-1ac5510f-621d-4902-8856-ee889a0c4d8a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3358068 Apr 05 22:42:29.151188 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 51698) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:29.156072 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-a83e43cf-a4b8-4a63-a526-69df7278e756 admin admin] Request body: {'subnet': {'network_id': '88af16a9-8bcd-4328-825f-549a76358a9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1768370767-subnet', 'tenant_id': '256c4fe26d2f44789b8193a93d183f7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:42:29.175198 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83e43cf-a4b8-4a63-a526-69df7278e756 admin admin] Made reservation on behalf of 256c4fe26d2f44789b8193a93d183f7a for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:42:29.178713 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a83e43cf-a4b8-4a63-a526-69df7278e756 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25649181'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:29.183745 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5510f-621d-4902-8856-ee889a0c4d8a admin admin] Pushing event updated for resources: {'Network': ['ID=88af16a9-8bcd-4328-825f-549a76358a9b,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:29.194577 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Network 88af16a9-8bcd-4328-825f-549a76358a9b details requested by agent ovs-agent-dv-cinder-835879-4-iscsi with host dv-cinder-835879-4-iscsi {{(pid=103304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:42:29.347091 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a83e43cf-a4b8-4a63-a526-69df7278e756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28859688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25649155'] for subnet (fb433acd-610c-4e04-b36d-3ddd8798334e), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:29.673038 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83e43cf-a4b8-4a63-a526-69df7278e756 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb433acd-610c-4e04-b36d-3ddd8798334e,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:29.680863 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83e43cf-a4b8-4a63-a526-69df7278e756 admin admin] Checking segment: {'id': 'c07dbff5-b006-4a01-b76a-c74936aff3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '88af16a9-8bcd-4328-825f-549a76358a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:42:29.681231 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83e43cf-a4b8-4a63-a526-69df7278e756 admin admin] Network hostable DHCP agents. Network: 88af16a9-8bcd-4328-825f-549a76358a9b, hostable agents: ['1fb4f16d-f195-4bf9-acd2-17d67be332a8'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:42:29.699356 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83e43cf-a4b8-4a63-a526-69df7278e756 admin admin] Network 88af16a9-8bcd-4328-825f-549a76358a9b is scheduled to be hosted by DHCP agent 1fb4f16d-f195-4bf9-acd2-17d67be332a8 with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:42:29.708239 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-a83e43cf-a4b8-4a63-a526-69df7278e756 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-4-iscsi, 88af16a9-8bcd-4328-825f-549a76358a9b) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:42:29.715709 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83e43cf-a4b8-4a63-a526-69df7278e756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:29.715709 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a83e43cf-a4b8-4a63-a526-69df7278e756 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:29.720273 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc84a6b-c3b7-4dc5-bfed-1eb4097774bc None None] Network 88af16a9-8bcd-4328-825f-549a76358a9b requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:42:29.747787 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-a83e43cf-a4b8-4a63-a526-69df7278e756 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5859797 Apr 05 22:42:29.827569 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da856840-b638-4d68-a2d0-87ddc7216a7c None None] Network 88af16a9-8bcd-4328-825f-549a76358a9b requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:42:30.046740 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:30.227019 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 51734) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:30.232003 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-d6568d4b-6bcb-443d-a395-3704a0ca4b4b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1263739806-network', 'tenant_id': '61e6a8b472dd4f1c8b6fd694c9f48c92'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:42:30.250494 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6568d4b-6bcb-443d-a395-3704a0ca4b4b admin admin] Made reservation on behalf of 61e6a8b472dd4f1c8b6fd694c9f48c92 for: {'network': 1} {{(pid=103303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:42:30.252788 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d6568d4b-6bcb-443d-a395-3704a0ca4b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for network (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:30.261464 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d6568d4b-6bcb-443d-a395-3704a0ca4b4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:30.333140 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d6568d4b-6bcb-443d-a395-3704a0ca4b4b admin admin] Publish callbacks [] for security_group (33116a7f-b594-47b7-b74d-ee3b88687a02), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:30.337176 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d6568d4b-6bcb-443d-a395-3704a0ca4b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (33116a7f-b594-47b7-b74d-ee3b88687a02), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:30.357422 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6568d4b-6bcb-443d-a395-3704a0ca4b4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=103303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:42:30.372152 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6568d4b-6bcb-443d-a395-3704a0ca4b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33116a7f-b594-47b7-b74d-ee3b88687a02,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:30.375136 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d6568d4b-6bcb-443d-a395-3704a0ca4b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781'] for segment (662e1d79-fdf9-46ee-a99c-81c7b5d5d396), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:30.375549 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.db.segments_db [None req-d6568d4b-6bcb-443d-a395-3704a0ca4b4b admin admin] Added segment 662e1d79-fdf9-46ee-a99c-81c7b5d5d396 of type vlan for network 6c5a8246-069e-4ace-b1e0-29f118683fe2 Apr 05 22:42:30.415166 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d6568d4b-6bcb-443d-a395-3704a0ca4b4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760878853690'] for network (6c5a8246-069e-4ace-b1e0-29f118683fe2), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:30.438586 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d6568d4b-6bcb-443d-a395-3704a0ca4b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960'] for network (6c5a8246-069e-4ace-b1e0-29f118683fe2), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:30.439590 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6568d4b-6bcb-443d-a395-3704a0ca4b4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:30.440286 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d6568d4b-6bcb-443d-a395-3704a0ca4b4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for network (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:30.472973 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-d6568d4b-6bcb-443d-a395-3704a0ca4b4b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2448442 Apr 05 22:42:30.476868 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 51736) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:30.481882 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-97588e3b-de77-4c68-8baf-3de0cd71aa4c admin admin] Request body: {'subnet': {'network_id': '6c5a8246-069e-4ace-b1e0-29f118683fe2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1263739806-subnet', 'tenant_id': '61e6a8b472dd4f1c8b6fd694c9f48c92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:42:30.503643 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97588e3b-de77-4c68-8baf-3de0cd71aa4c admin admin] Made reservation on behalf of 61e6a8b472dd4f1c8b6fd694c9f48c92 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:42:30.506491 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-97588e3b-de77-4c68-8baf-3de0cd71aa4c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25649181'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:30.509115 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6568d4b-6bcb-443d-a395-3704a0ca4b4b admin admin] Pushing event updated for resources: {'Network': ['ID=6c5a8246-069e-4ace-b1e0-29f118683fe2,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:30.520026 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Network 6c5a8246-069e-4ace-b1e0-29f118683fe2 details requested by agent ovs-agent-dv-cinder-835879-4-iscsi with host dv-cinder-835879-4-iscsi {{(pid=103304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:42:30.674348 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-97588e3b-de77-4c68-8baf-3de0cd71aa4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28859688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25649155'] for subnet (8d235faf-bf0a-4751-b0fb-9f36a0fa98f8), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:30.731128 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97588e3b-de77-4c68-8baf-3de0cd71aa4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d235faf-bf0a-4751-b0fb-9f36a0fa98f8,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:30.738488 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97588e3b-de77-4c68-8baf-3de0cd71aa4c admin admin] Checking segment: {'id': '662e1d79-fdf9-46ee-a99c-81c7b5d5d396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '6c5a8246-069e-4ace-b1e0-29f118683fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:42:30.738863 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97588e3b-de77-4c68-8baf-3de0cd71aa4c admin admin] Network hostable DHCP agents. Network: 6c5a8246-069e-4ace-b1e0-29f118683fe2, hostable agents: ['1fb4f16d-f195-4bf9-acd2-17d67be332a8'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:42:30.755661 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97588e3b-de77-4c68-8baf-3de0cd71aa4c admin admin] Network 6c5a8246-069e-4ace-b1e0-29f118683fe2 is scheduled to be hosted by DHCP agent 1fb4f16d-f195-4bf9-acd2-17d67be332a8 with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:42:30.764053 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-97588e3b-de77-4c68-8baf-3de0cd71aa4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-4-iscsi, 6c5a8246-069e-4ace-b1e0-29f118683fe2) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:42:30.768065 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97588e3b-de77-4c68-8baf-3de0cd71aa4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:30.768657 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-97588e3b-de77-4c68-8baf-3de0cd71aa4c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:30.773339 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fb62f2-ad58-44c0-8db8-e7a7ffb99992 None None] Network 6c5a8246-069e-4ace-b1e0-29f118683fe2 requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:42:30.794813 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-97588e3b-de77-4c68-8baf-3de0cd71aa4c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3167706 Apr 05 22:42:30.920034 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 51756) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:30.929702 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95da348-461b-4a2d-b2d4-8eeeab0b96f1 None None] Network 6c5a8246-069e-4ace-b1e0-29f118683fe2 requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:42:30.939059 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 51760) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:30.985795 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f524ee5-728c-43a2-abd4-3848cc2c43e2 admin admin] Deleting subnet fb433acd-610c-4e04-b36d-3ddd8798334e {{(pid=103303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:42:30.989083 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4f524ee5-728c-43a2-abd4-3848cc2c43e2 admin admin] Publish callbacks [] for subnet (fb433acd-610c-4e04-b36d-3ddd8798334e), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:31.027164 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4f524ee5-728c-43a2-abd4-3848cc2c43e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29158250'] for subnet (fb433acd-610c-4e04-b36d-3ddd8798334e), precommit_delete_associations {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:31.066371 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4f524ee5-728c-43a2-abd4-3848cc2c43e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3813478'] for subnet (fb433acd-610c-4e04-b36d-3ddd8798334e), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:31.123219 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4f524ee5-728c-43a2-abd4-3848cc2c43e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3813481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25649001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25366844'] for subnet (fb433acd-610c-4e04-b36d-3ddd8798334e), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:31.149847 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f524ee5-728c-43a2-abd4-3848cc2c43e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb433acd-610c-4e04-b36d-3ddd8798334e,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:31.152229 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4f524ee5-728c-43a2-abd4-3848cc2c43e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for subnet (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:31.158278 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-4f524ee5-728c-43a2-abd4-3848cc2c43e2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fb433acd-610c-4e04-b36d-3ddd8798334e HTTP/1.1" status: 204 len: 168 time: 0.2157969 Apr 05 22:42:31.158572 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 51762) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:31.227564 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bad79ce0-4a03-485b-ac8c-a84c431aaba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3805217'] for network (88af16a9-8bcd-4328-825f-549a76358a9b), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:31.307329 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bad79ce0-4a03-485b-ac8c-a84c431aaba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3815069', 'neutron.services.segments.db._delete_segments_for_network-8760879317881'] for network (88af16a9-8bcd-4328-825f-549a76358a9b), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:31.326584 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.services.segments.db [None req-bad79ce0-4a03-485b-ac8c-a84c431aaba4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88af16a9-8bcd-4328-825f-549a76358a9b']}} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:31.335629 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.services.segments.db [None req-bad79ce0-4a03-485b-ac8c-a84c431aaba4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c07dbff5-b006-4a01-b76a-c74936aff3b8') {'for_net_delete': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:31.335928 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.services.segments.db [None req-bad79ce0-4a03-485b-ac8c-a84c431aaba4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c07dbff5-b006-4a01-b76a-c74936aff3b8') {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:31.344967 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bad79ce0-4a03-485b-ac8c-a84c431aaba4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760879318402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29158289'] for segment (c07dbff5-b006-4a01-b76a-c74936aff3b8), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:31.358307 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bad79ce0-4a03-485b-ac8c-a84c431aaba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781'] for segment (c07dbff5-b006-4a01-b76a-c74936aff3b8), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:31.363962 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bad79ce0-4a03-485b-ac8c-a84c431aaba4 admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=103303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:42:31.364345 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bad79ce0-4a03-485b-ac8c-a84c431aaba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25648899'] for segment (c07dbff5-b006-4a01-b76a-c74936aff3b8), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:31.366503 dv-cinder-835879-4-iscsi neutron-server[103303]: Traceback (most recent call last): Apr 05 22:42:31.366503 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:42:31.366503 dv-cinder-835879-4-iscsi neutron-server[103303]: timer() Apr 05 22:42:31.366503 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:42:31.366503 dv-cinder-835879-4-iscsi neutron-server[103303]: cb(*args, **kw) Apr 05 22:42:31.366503 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:42:31.366503 dv-cinder-835879-4-iscsi neutron-server[103303]: return func(*args, **kwargs) Apr 05 22:42:31.366503 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:42:31.366503 dv-cinder-835879-4-iscsi neutron-server[103303]: self._notify() Apr 05 22:42:31.366503 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:42:31.366503 dv-cinder-835879-4-iscsi neutron-server[103303]: self.callback(batched_events) Apr 05 22:42:31.366503 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:42:31.366503 dv-cinder-835879-4-iscsi neutron-server[103303]: event.method(event) Apr 05 22:42:31.366503 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:42:31.366503 dv-cinder-835879-4-iscsi neutron-server[103303]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:42:31.366503 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:42:31.366503 dv-cinder-835879-4-iscsi neutron-server[103303]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:42:31.366503 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:42:31.366503 dv-cinder-835879-4-iscsi neutron-server[103303]: return f(self, *a, **k) Apr 05 22:42:31.366503 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:42:31.366503 dv-cinder-835879-4-iscsi neutron-server[103303]: return self._get(url).json() Apr 05 22:42:31.366503 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:42:31.366503 dv-cinder-835879-4-iscsi neutron-server[103303]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:42:31.366503 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:42:31.366503 dv-cinder-835879-4-iscsi neutron-server[103303]: return self.request(url, 'GET', **kwargs) Apr 05 22:42:31.366503 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:42:31.366503 dv-cinder-835879-4-iscsi neutron-server[103303]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:42:31.366503 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:42:31.366503 dv-cinder-835879-4-iscsi neutron-server[103303]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:42:31.366503 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:42:31.366503 dv-cinder-835879-4-iscsi neutron-server[103303]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:42:31.366503 dv-cinder-835879-4-iscsi neutron-server[103303]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:42:31.424088 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bad79ce0-4a03-485b-ac8c-a84c431aaba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3815140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528080'] for network (88af16a9-8bcd-4328-825f-549a76358a9b), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:31.429898 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bad79ce0-4a03-485b-ac8c-a84c431aaba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for network (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:31.433887 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-bad79ce0-4a03-485b-ac8c-a84c431aaba4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/88af16a9-8bcd-4328-825f-549a76358a9b HTTP/1.1" status: 204 len: 168 time: 0.2743194 Apr 05 22:42:31.437365 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 51764) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:31.447562 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad79ce0-4a03-485b-ac8c-a84c431aaba4 admin admin] Pushing event deleted for resources: {'Network': ['ID=88af16a9-8bcd-4328-825f-549a76358a9b,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:31.493571 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-39d9fac0-36d1-4542-9451-578b9ad61763 admin admin] Deleting subnet 8d235faf-bf0a-4751-b0fb-9f36a0fa98f8 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:42:31.500926 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c3c5f643-ac64-4a26-bab1-215a75b5e713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530146'] for router_interface (b0df46e9-d94b-4e59-8e73-3414faff1386), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:31.503547 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-39d9fac0-36d1-4542-9451-578b9ad61763 admin admin] Publish callbacks [] for subnet (8d235faf-bf0a-4751-b0fb-9f36a0fa98f8), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:31.603789 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-39d9fac0-36d1-4542-9451-578b9ad61763 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28859902'] for subnet (8d235faf-bf0a-4751-b0fb-9f36a0fa98f8), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:31.661502 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-39d9fac0-36d1-4542-9451-578b9ad61763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3813478'] for subnet (8d235faf-bf0a-4751-b0fb-9f36a0fa98f8), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:31.764127 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-39d9fac0-36d1-4542-9451-578b9ad61763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3813481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28860143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25649274'] for subnet (8d235faf-bf0a-4751-b0fb-9f36a0fa98f8), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:31.800970 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d9fac0-36d1-4542-9451-578b9ad61763 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d235faf-bf0a-4751-b0fb-9f36a0fa98f8,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:31.802797 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-39d9fac0-36d1-4542-9451-578b9ad61763 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:31.806003 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-39d9fac0-36d1-4542-9451-578b9ad61763 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8d235faf-bf0a-4751-b0fb-9f36a0fa98f8 HTTP/1.1" status: 204 len: 168 time: 0.3676021 Apr 05 22:42:31.808615 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 51766) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:31.876637 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-426af8e7-6b34-47c8-a7aa-0f4fd353a47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3805217'] for network (6c5a8246-069e-4ace-b1e0-29f118683fe2), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:31.881309 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-c3c5f643-ac64-4a26-bab1-215a75b5e713 admin admin] Deleting port 8047d317-db2f-4e80-9730-d4313e792b91 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:31.881677 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c3c5f643-ac64-4a26-bab1-215a75b5e713 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (8047d317-db2f-4e80-9730-d4313e792b91), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:31.966947 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-426af8e7-6b34-47c8-a7aa-0f4fd353a47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3815069', 'neutron.services.segments.db._delete_segments_for_network-8760879317881'] for network (6c5a8246-069e-4ace-b1e0-29f118683fe2), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:31.969938 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-c3c5f643-ac64-4a26-bab1-215a75b5e713 admin admin] For port 8047d317-db2f-4e80-9730-d4313e792b91, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=8047d317-db2f-4e80-9730-d4313e792b91,segment=NetworkSegment(bad0aca7-96dd-472c-9062-1cdad7db236b),segment_id=bad0aca7-96dd-472c-9062-1cdad7db236b)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:31.970310 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c3c5f643-ac64-4a26-bab1-215a75b5e713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (8047d317-db2f-4e80-9730-d4313e792b91), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:31.982782 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-c3c5f643-ac64-4a26-bab1-215a75b5e713 admin admin] Calling delete_port for 8047d317-db2f-4e80-9730-d4313e792b91 owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:31.986976 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.services.segments.db [None req-426af8e7-6b34-47c8-a7aa-0f4fd353a47d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c5a8246-069e-4ace-b1e0-29f118683fe2']}} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:31.996443 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.services.segments.db [None req-426af8e7-6b34-47c8-a7aa-0f4fd353a47d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '662e1d79-fdf9-46ee-a99c-81c7b5d5d396') {'for_net_delete': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:31.996751 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.services.segments.db [None req-426af8e7-6b34-47c8-a7aa-0f4fd353a47d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '662e1d79-fdf9-46ee-a99c-81c7b5d5d396') {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:32.006441 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-426af8e7-6b34-47c8-a7aa-0f4fd353a47d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760879318402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29158289'] for segment (662e1d79-fdf9-46ee-a99c-81c7b5d5d396), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:32.019249 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-426af8e7-6b34-47c8-a7aa-0f4fd353a47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781'] for segment (662e1d79-fdf9-46ee-a99c-81c7b5d5d396), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:32.025653 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-426af8e7-6b34-47c8-a7aa-0f4fd353a47d admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=103303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:42:32.026044 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-426af8e7-6b34-47c8-a7aa-0f4fd353a47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25648899'] for segment (662e1d79-fdf9-46ee-a99c-81c7b5d5d396), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:32.027648 dv-cinder-835879-4-iscsi neutron-server[103303]: Traceback (most recent call last): Apr 05 22:42:32.027648 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:42:32.027648 dv-cinder-835879-4-iscsi neutron-server[103303]: timer() Apr 05 22:42:32.027648 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:42:32.027648 dv-cinder-835879-4-iscsi neutron-server[103303]: cb(*args, **kw) Apr 05 22:42:32.027648 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:42:32.027648 dv-cinder-835879-4-iscsi neutron-server[103303]: return func(*args, **kwargs) Apr 05 22:42:32.027648 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:42:32.027648 dv-cinder-835879-4-iscsi neutron-server[103303]: self._notify() Apr 05 22:42:32.027648 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:42:32.027648 dv-cinder-835879-4-iscsi neutron-server[103303]: self.callback(batched_events) Apr 05 22:42:32.027648 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:42:32.027648 dv-cinder-835879-4-iscsi neutron-server[103303]: event.method(event) Apr 05 22:42:32.027648 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:42:32.027648 dv-cinder-835879-4-iscsi neutron-server[103303]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:42:32.027648 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:42:32.027648 dv-cinder-835879-4-iscsi neutron-server[103303]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:42:32.027648 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:42:32.027648 dv-cinder-835879-4-iscsi neutron-server[103303]: return f(self, *a, **k) Apr 05 22:42:32.027648 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:42:32.027648 dv-cinder-835879-4-iscsi neutron-server[103303]: return self._get(url).json() Apr 05 22:42:32.027648 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:42:32.027648 dv-cinder-835879-4-iscsi neutron-server[103303]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:42:32.027648 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:42:32.027648 dv-cinder-835879-4-iscsi neutron-server[103303]: return self.request(url, 'GET', **kwargs) Apr 05 22:42:32.027648 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:42:32.027648 dv-cinder-835879-4-iscsi neutron-server[103303]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:42:32.027648 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:42:32.027648 dv-cinder-835879-4-iscsi neutron-server[103303]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:42:32.027648 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:42:32.027648 dv-cinder-835879-4-iscsi neutron-server[103303]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:42:32.027648 dv-cinder-835879-4-iscsi neutron-server[103303]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:42:32.081059 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-426af8e7-6b34-47c8-a7aa-0f4fd353a47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3815140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528080'] for network (6c5a8246-069e-4ace-b1e0-29f118683fe2), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:32.086646 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-426af8e7-6b34-47c8-a7aa-0f4fd353a47d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for network (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:32.089759 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-426af8e7-6b34-47c8-a7aa-0f4fd353a47d admin admin] 10.222.0.15 "DELETE /v2.0/networks/6c5a8246-069e-4ace-b1e0-29f118683fe2 HTTP/1.1" status: 204 len: 168 time: 0.2801309 Apr 05 22:42:32.100209 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426af8e7-6b34-47c8-a7aa-0f4fd353a47d admin admin] Pushing event deleted for resources: {'Network': ['ID=6c5a8246-069e-4ace-b1e0-29f118683fe2,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:32.171560 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c3c5f643-ac64-4a26-bab1-215a75b5e713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (8047d317-db2f-4e80-9730-d4313e792b91), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:32.197656 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c5f643-ac64-4a26-bab1-215a75b5e713 admin admin] Pushing event deleted for resources: {'Port': ['ID=8047d317-db2f-4e80-9730-d4313e792b91,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:32.211283 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 51772) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:32.257107 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-1a83c87f-cfa5-46e1-be12-04ab8e49dde9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=256c4fe26d2f44789b8193a93d183f7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446126 Apr 05 22:42:32.259569 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 51774) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:32.312514 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9853d90b-aaea-4a31-83d1-c0003b35baa1 admin admin] Publish callbacks [] for security_group (6521134b-35d7-4994-b821-20cf269eeecc), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:32.337192 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9853d90b-aaea-4a31-83d1-c0003b35baa1 admin admin] Publish callbacks [] for security_group (6521134b-35d7-4994-b821-20cf269eeecc), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:32.371703 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c3c5f643-ac64-4a26-bab1-215a75b5e713 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527986'] for router_interface (b0df46e9-d94b-4e59-8e73-3414faff1386), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:32.386588 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9853d90b-aaea-4a31-83d1-c0003b35baa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (6521134b-35d7-4994-b821-20cf269eeecc), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:32.389258 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9853d90b-aaea-4a31-83d1-c0003b35baa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:32.390419 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-9853d90b-aaea-4a31-83d1-c0003b35baa1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6521134b-35d7-4994-b821-20cf269eeecc HTTP/1.1" status: 204 len: 168 time: 0.1298056 Apr 05 22:42:32.399892 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853d90b-aaea-4a31-83d1-c0003b35baa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6521134b-35d7-4994-b821-20cf269eeecc,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:32.607046 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c5f643-ac64-4a26-bab1-215a75b5e713 admin admin] Router b0df46e9-d94b-4e59-8e73-3414faff1386 has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:42:32.710496 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 51780) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:32.719137 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c5f643-ac64-4a26-bab1-215a75b5e713 admin admin] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:42:32.724172 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-c3c5f643-ac64-4a26-bab1-215a75b5e713 admin admin] 10.222.0.15 "PUT /v2.0/routers/b0df46e9-d94b-4e59-8e73-3414faff1386/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8030927 Apr 05 22:42:32.726564 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 51782) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:32.731529 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c67643-805d-4292-b288-3d6b53ee57ee None None] Sync routers for ids ['b0df46e9-d94b-4e59-8e73-3414faff1386'] in dv-cinder-835879-4-iscsi {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:42:32.743905 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c67643-805d-4292-b288-3d6b53ee57ee None None] Routers {'b0df46e9-d94b-4e59-8e73-3414faff1386'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:42:32.744502 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-99c67643-805d-4292-b288-3d6b53ee57ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:42:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['b0df46e9-d94b-4e59-8e73-3414faff1386'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:32.751471 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-d0de8f10-04c4-4f68-9d8e-2a470ed1db3f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=61e6a8b472dd4f1c8b6fd694c9f48c92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398283 Apr 05 22:42:32.754002 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 51784) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:32.832731 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-247f4006-c004-4181-8daa-6d0593c44567 admin admin] Publish callbacks [] for security_group (33116a7f-b594-47b7-b74d-ee3b88687a02), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:32.841125 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-652dcc57-e22b-4217-b992-03038e81b450 admin admin] Publish callbacks [] for router (b0df46e9-d94b-4e59-8e73-3414faff1386), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:32.856131 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-99c67643-805d-4292-b288-3d6b53ee57ee None None] Set router b0df46e9-d94b-4e59-8e73-3414faff1386 gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:42:32.859312 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-247f4006-c004-4181-8daa-6d0593c44567 admin admin] Publish callbacks [] for security_group (33116a7f-b594-47b7-b74d-ee3b88687a02), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:32.918298 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-247f4006-c004-4181-8daa-6d0593c44567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (33116a7f-b594-47b7-b74d-ee3b88687a02), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:32.921092 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-247f4006-c004-4181-8daa-6d0593c44567 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:32.924698 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-247f4006-c004-4181-8daa-6d0593c44567 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/33116a7f-b594-47b7-b74d-ee3b88687a02 HTTP/1.1" status: 204 len: 168 time: 0.1672168 Apr 05 22:42:32.936578 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f4006-c004-4181-8daa-6d0593c44567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33116a7f-b594-47b7-b74d-ee3b88687a02,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:32.972995 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-652dcc57-e22b-4217-b992-03038e81b450 admin admin] Publish callbacks [] for router_gateway (b0df46e9-d94b-4e59-8e73-3414faff1386), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:33.030689 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-652dcc57-e22b-4217-b992-03038e81b450 admin admin] Deleting port c7f255cb-b0f9-4b5b-8cd1-7dc41b849453 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:33.031031 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-652dcc57-e22b-4217-b992-03038e81b450 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (c7f255cb-b0f9-4b5b-8cd1-7dc41b849453), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:33.087618 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-99c67643-805d-4292-b288-3d6b53ee57ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'name': 'tempest-AttachVolumeShelveTestJSON-1723224570-router', 'tenant_id': '53101836a2ba42f5b58f4a6b84af6522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'c7f255cb-b0f9-4b5b-8cd1-7dc41b849453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:31:58Z', 'updated_at': '2022-04-05T22:42:32Z', 'revision_number': 5, 'project_id': '53101836a2ba42f5b58f4a6b84af6522', 'gw_port': {'id': 'c7f255cb-b0f9-4b5b-8cd1-7dc41b849453', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:37:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:31:59Z', 'updated_at': '2022-04-05T22:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi'}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:33.118901 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-652dcc57-e22b-4217-b992-03038e81b450 admin admin] For port c7f255cb-b0f9-4b5b-8cd1-7dc41b849453, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=c7f255cb-b0f9-4b5b-8cd1-7dc41b849453,segment=NetworkSegment(2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f),segment_id=2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:33.119411 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-652dcc57-e22b-4217-b992-03038e81b450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (c7f255cb-b0f9-4b5b-8cd1-7dc41b849453), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:33.122057 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c67643-805d-4292-b288-3d6b53ee57ee None None] Checking router: b0df46e9-d94b-4e59-8e73-3414faff1386 for host: dv-cinder-835879-4-iscsi {{(pid=103305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:42:33.130659 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c67643-805d-4292-b288-3d6b53ee57ee None None] Routers {'b0df46e9-d94b-4e59-8e73-3414faff1386'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:42:33.131846 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-99c67643-805d-4292-b288-3d6b53ee57ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:42:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['b0df46e9-d94b-4e59-8e73-3414faff1386'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:33.134949 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-652dcc57-e22b-4217-b992-03038e81b450 admin admin] Calling delete_port for c7f255cb-b0f9-4b5b-8cd1-7dc41b849453 owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:33.226515 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-99c67643-805d-4292-b288-3d6b53ee57ee None None] Set router b0df46e9-d94b-4e59-8e73-3414faff1386 gateway port host: None {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:42:33.282696 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-99c67643-805d-4292-b288-3d6b53ee57ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'name': 'tempest-AttachVolumeShelveTestJSON-1723224570-router', 'tenant_id': '53101836a2ba42f5b58f4a6b84af6522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:31:58Z', 'updated_at': '2022-04-05T22:42:32Z', 'revision_number': 6, 'project_id': '53101836a2ba42f5b58f4a6b84af6522', 'gw_port_host': None}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:33.313226 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c67643-805d-4292-b288-3d6b53ee57ee None None] The sync data for ids ['b0df46e9-d94b-4e59-8e73-3414faff1386'] in dv-cinder-835879-4-iscsi is: [{'id': 'b0df46e9-d94b-4e59-8e73-3414faff1386', 'name': 'tempest-AttachVolumeShelveTestJSON-1723224570-router', 'tenant_id': '53101836a2ba42f5b58f4a6b84af6522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:31:58Z', 'updated_at': '2022-04-05T22:42:32Z', 'revision_number': 6, 'project_id': '53101836a2ba42f5b58f4a6b84af6522', 'gw_port_host': None}] {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:42:33.314570 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-652dcc57-e22b-4217-b992-03038e81b450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (c7f255cb-b0f9-4b5b-8cd1-7dc41b849453), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:33.383300 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652dcc57-e22b-4217-b992-03038e81b450 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7f255cb-b0f9-4b5b-8cd1-7dc41b849453,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:33.400941 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-652dcc57-e22b-4217-b992-03038e81b450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528052'] for router_gateway (b0df46e9-d94b-4e59-8e73-3414faff1386), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:33.511660 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-652dcc57-e22b-4217-b992-03038e81b450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7286'] for router (b0df46e9-d94b-4e59-8e73-3414faff1386), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:33.513830 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-652dcc57-e22b-4217-b992-03038e81b450 admin admin] Publish callbacks [] for router_controller (b0df46e9-d94b-4e59-8e73-3414faff1386), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:33.579709 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-652dcc57-e22b-4217-b992-03038e81b450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531214'] for router (b0df46e9-d94b-4e59-8e73-3414faff1386), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:33.580235 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652dcc57-e22b-4217-b992-03038e81b450 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0df46e9-d94b-4e59-8e73-3414faff1386 {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 22:42:33.585282 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-652dcc57-e22b-4217-b992-03038e81b450 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:33.586439 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-652dcc57-e22b-4217-b992-03038e81b450 admin admin] 10.222.0.15 "DELETE /v2.0/routers/b0df46e9-d94b-4e59-8e73-3414faff1386 HTTP/1.1" status: 204 len: 168 time: 0.8589528 Apr 05 22:42:33.589165 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 51808) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:33.633363 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2ccfd45-1a78-4376-90d7-a6ebe077fa99 admin admin] Deleting subnet de490332-8df6-483d-b976-f39e215adfd8 {{(pid=103303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:42:33.636350 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b2ccfd45-1a78-4376-90d7-a6ebe077fa99 admin admin] Publish callbacks [] for subnet (de490332-8df6-483d-b976-f39e215adfd8), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:33.672356 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b2ccfd45-1a78-4376-90d7-a6ebe077fa99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29158250'] for subnet (de490332-8df6-483d-b976-f39e215adfd8), precommit_delete_associations {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:33.756398 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b2ccfd45-1a78-4376-90d7-a6ebe077fa99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3813478'] for subnet (de490332-8df6-483d-b976-f39e215adfd8), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:33.816212 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b2ccfd45-1a78-4376-90d7-a6ebe077fa99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3813481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25649001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25366844'] for subnet (de490332-8df6-483d-b976-f39e215adfd8), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:33.842753 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ccfd45-1a78-4376-90d7-a6ebe077fa99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de490332-8df6-483d-b976-f39e215adfd8,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:33.844881 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b2ccfd45-1a78-4376-90d7-a6ebe077fa99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for subnet (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:33.851070 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 51814) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:33.851521 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-b2ccfd45-1a78-4376-90d7-a6ebe077fa99 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/de490332-8df6-483d-b976-f39e215adfd8 HTTP/1.1" status: 204 len: 168 time: 0.2609224 Apr 05 22:42:33.855216 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d915d0-a7e6-4818-b9e5-29b49ed0e4a7 None None] Network 5f18d588-ed8c-4ba8-aa61-86f84f08ea4b requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:42:33.933747 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-95d24b3c-5b0a-4247-8174-9b1c2ef98529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3805217'] for network (5f18d588-ed8c-4ba8-aa61-86f84f08ea4b), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:33.994143 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-95d24b3c-5b0a-4247-8174-9b1c2ef98529 admin admin] Deleting port dfda0ed7-8756-459e-8f30-8c5c96facb11 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:33.994542 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-95d24b3c-5b0a-4247-8174-9b1c2ef98529 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (dfda0ed7-8756-459e-8f30-8c5c96facb11), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:34.058667 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-95d24b3c-5b0a-4247-8174-9b1c2ef98529 admin admin] For port dfda0ed7-8756-459e-8f30-8c5c96facb11, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=dfda0ed7-8756-459e-8f30-8c5c96facb11,segment=NetworkSegment(bad0aca7-96dd-472c-9062-1cdad7db236b),segment_id=bad0aca7-96dd-472c-9062-1cdad7db236b)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:34.058962 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-95d24b3c-5b0a-4247-8174-9b1c2ef98529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (dfda0ed7-8756-459e-8f30-8c5c96facb11), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:34.073195 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-95d24b3c-5b0a-4247-8174-9b1c2ef98529 admin admin] Calling delete_port for dfda0ed7-8756-459e-8f30-8c5c96facb11 owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:34.108664 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ee65b9-5c5d-470d-8a6d-c148d4fddf4d None None] DHCP port deletion for 5f18d588-ed8c-4ba8-aa61-86f84f08ea4b request from dv-cinder-835879-4-iscsi {{(pid=103304) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 22:42:34.188077 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-f3ee65b9-5c5d-470d-8a6d-c148d4fddf4d None None] Deleting port dfda0ed7-8756-459e-8f30-8c5c96facb11 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:34.188456 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f3ee65b9-5c5d-470d-8a6d-c148d4fddf4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (dfda0ed7-8756-459e-8f30-8c5c96facb11), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:34.259093 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-f3ee65b9-5c5d-470d-8a6d-c148d4fddf4d None None] For port dfda0ed7-8756-459e-8f30-8c5c96facb11, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=dfda0ed7-8756-459e-8f30-8c5c96facb11,segment=NetworkSegment(bad0aca7-96dd-472c-9062-1cdad7db236b),segment_id=bad0aca7-96dd-472c-9062-1cdad7db236b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:34.259588 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f3ee65b9-5c5d-470d-8a6d-c148d4fddf4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (dfda0ed7-8756-459e-8f30-8c5c96facb11), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:34.284070 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-f3ee65b9-5c5d-470d-8a6d-c148d4fddf4d None None] Calling delete_port for dfda0ed7-8756-459e-8f30-8c5c96facb11 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:34.352717 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1f0922ce-3d41-41b3-8da2-478ba4c7d2a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:34.394388 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f3ee65b9-5c5d-470d-8a6d-c148d4fddf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605'] for port (dfda0ed7-8756-459e-8f30-8c5c96facb11), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:34.421478 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ee65b9-5c5d-470d-8a6d-c148d4fddf4d None None] Pushing event deleted for resources: {'Port': ['ID=dfda0ed7-8756-459e-8f30-8c5c96facb11,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:34.425041 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ee65b9-5c5d-470d-8a6d-c148d4fddf4d None None] No DVR routers for this DVR port dfda0ed7-8756-459e-8f30-8c5c96facb11 on host dv-cinder-835879-4-iscsi {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:42:34.441376 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-95d24b3c-5b0a-4247-8174-9b1c2ef98529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (dfda0ed7-8756-459e-8f30-8c5c96facb11), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:34.468969 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d24b3c-5b0a-4247-8174-9b1c2ef98529 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfda0ed7-8756-459e-8f30-8c5c96facb11,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:34.476580 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d24b3c-5b0a-4247-8174-9b1c2ef98529 admin admin] No DVR routers for this DVR port dfda0ed7-8756-459e-8f30-8c5c96facb11 on host dv-cinder-835879-4-iscsi {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:42:34.555085 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-95d24b3c-5b0a-4247-8174-9b1c2ef98529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3815069', 'neutron.services.segments.db._delete_segments_for_network-8760879317881'] for network (5f18d588-ed8c-4ba8-aa61-86f84f08ea4b), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:34.575132 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.services.segments.db [None req-95d24b3c-5b0a-4247-8174-9b1c2ef98529 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f18d588-ed8c-4ba8-aa61-86f84f08ea4b']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:34.584987 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.services.segments.db [None req-95d24b3c-5b0a-4247-8174-9b1c2ef98529 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bad0aca7-96dd-472c-9062-1cdad7db236b') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:34.585294 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.services.segments.db [None req-95d24b3c-5b0a-4247-8174-9b1c2ef98529 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bad0aca7-96dd-472c-9062-1cdad7db236b') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:34.594524 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-95d24b3c-5b0a-4247-8174-9b1c2ef98529 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760879318402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28859653'] for segment (bad0aca7-96dd-472c-9062-1cdad7db236b), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:34.607973 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-95d24b3c-5b0a-4247-8174-9b1c2ef98529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781'] for segment (bad0aca7-96dd-472c-9062-1cdad7db236b), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:34.613891 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95d24b3c-5b0a-4247-8174-9b1c2ef98529 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:42:34.614297 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-95d24b3c-5b0a-4247-8174-9b1c2ef98529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28860037'] for segment (bad0aca7-96dd-472c-9062-1cdad7db236b), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:34.615955 dv-cinder-835879-4-iscsi neutron-server[103302]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 22:42:34.615955 dv-cinder-835879-4-iscsi neutron-server[103302]: self.session.flush() Apr 05 22:42:34.615955 dv-cinder-835879-4-iscsi neutron-server[103302]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 22:42:34.615955 dv-cinder-835879-4-iscsi neutron-server[103302]: self.session.flush() Apr 05 22:42:34.615955 dv-cinder-835879-4-iscsi neutron-server[103302]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 22:42:34.615955 dv-cinder-835879-4-iscsi neutron-server[103302]: self.session.flush() Apr 05 22:42:34.615955 dv-cinder-835879-4-iscsi neutron-server[103302]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 22:42:34.615955 dv-cinder-835879-4-iscsi neutron-server[103302]: self.session.flush() Apr 05 22:42:34.615955 dv-cinder-835879-4-iscsi neutron-server[103302]: Traceback (most recent call last): Apr 05 22:42:34.615955 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:42:34.615955 dv-cinder-835879-4-iscsi neutron-server[103302]: timer() Apr 05 22:42:34.615955 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:42:34.615955 dv-cinder-835879-4-iscsi neutron-server[103302]: cb(*args, **kw) Apr 05 22:42:34.615955 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:42:34.615955 dv-cinder-835879-4-iscsi neutron-server[103302]: return func(*args, **kwargs) Apr 05 22:42:34.615955 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:42:34.615955 dv-cinder-835879-4-iscsi neutron-server[103302]: self._notify() Apr 05 22:42:34.615955 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:42:34.615955 dv-cinder-835879-4-iscsi neutron-server[103302]: self.callback(batched_events) Apr 05 22:42:34.615955 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:42:34.615955 dv-cinder-835879-4-iscsi neutron-server[103302]: event.method(event) Apr 05 22:42:34.615955 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:42:34.615955 dv-cinder-835879-4-iscsi neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:42:34.615955 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:42:34.615955 dv-cinder-835879-4-iscsi neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:42:34.615955 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:42:34.615955 dv-cinder-835879-4-iscsi neutron-server[103302]: return f(self, *a, **k) Apr 05 22:42:34.615955 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:42:34.615955 dv-cinder-835879-4-iscsi neutron-server[103302]: return self._get(url).json() Apr 05 22:42:34.615955 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:42:34.615955 dv-cinder-835879-4-iscsi neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:42:34.615955 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:42:34.615955 dv-cinder-835879-4-iscsi neutron-server[103302]: return self.request(url, 'GET', **kwargs) Apr 05 22:42:34.615955 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:42:34.615955 dv-cinder-835879-4-iscsi neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:42:34.615955 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:42:34.615955 dv-cinder-835879-4-iscsi neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:42:34.615955 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:42:34.615955 dv-cinder-835879-4-iscsi neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:42:34.615955 dv-cinder-835879-4-iscsi neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:42:34.670251 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-95d24b3c-5b0a-4247-8174-9b1c2ef98529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3815140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528080'] for network (5f18d588-ed8c-4ba8-aa61-86f84f08ea4b), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:34.675650 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-95d24b3c-5b0a-4247-8174-9b1c2ef98529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:34.678991 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-95d24b3c-5b0a-4247-8174-9b1c2ef98529 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5f18d588-ed8c-4ba8-aa61-86f84f08ea4b HTTP/1.1" status: 204 len: 168 time: 0.8261657 Apr 05 22:42:34.696961 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d24b3c-5b0a-4247-8174-9b1c2ef98529 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f18d588-ed8c-4ba8-aa61-86f84f08ea4b,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:34.879411 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device c7f255cb-b0f9-4b5b-8cd1-7dc41b849453 no longer exists at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:42:34.899135 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 51842) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:34.900715 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] No Port match for: c7f255cb-b0f9-4b5b-8cd1-7dc41b849453 {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:42:34.901232 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device c7f255cb-b0f9-4b5b-8cd1-7dc41b849453 not bound to the agent host dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:42:34.901633 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 8047d317-db2f-4e80-9730-d4313e792b91 no longer exists at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:42:34.922502 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] No Port match for: 8047d317-db2f-4e80-9730-d4313e792b91 {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:42:34.923060 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 8047d317-db2f-4e80-9730-d4313e792b91 not bound to the agent host dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:42:34.923636 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device dfda0ed7-8756-459e-8f30-8c5c96facb11 no longer exists at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:42:34.945452 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] No Port match for: dfda0ed7-8756-459e-8f30-8c5c96facb11 {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:42:34.946066 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device dfda0ed7-8756-459e-8f30-8c5c96facb11 not bound to the agent host dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:42:34.946799 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-605f067a-70c8-4348-95e1-ffcdd4ac20d5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=53101836a2ba42f5b58f4a6b84af6522&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0459132 Apr 05 22:42:34.949652 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 51844) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:34.996476 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bba676a4-7369-4676-8457-10e4b1f91d1e admin admin] Publish callbacks [] for security_group (96074d45-ecd6-4361-b556-fb9a56e5f13c), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:35.017333 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bba676a4-7369-4676-8457-10e4b1f91d1e admin admin] Publish callbacks [] for security_group (96074d45-ecd6-4361-b556-fb9a56e5f13c), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:35.069119 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bba676a4-7369-4676-8457-10e4b1f91d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (96074d45-ecd6-4361-b556-fb9a56e5f13c), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:35.071597 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bba676a4-7369-4676-8457-10e4b1f91d1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:35.072737 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-bba676a4-7369-4676-8457-10e4b1f91d1e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/96074d45-ecd6-4361-b556-fb9a56e5f13c HTTP/1.1" status: 204 len: 168 time: 0.1222320 Apr 05 22:42:35.080220 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba676a4-7369-4676-8457-10e4b1f91d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96074d45-ecd6-4361-b556-fb9a56e5f13c,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:36.801630 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-63f67a31-a10f-418f-886c-ee612a5e3878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:37.084043 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 51934) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:37.188505 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-59b89198-6cb3-4819-b1e2-1e77b9660178 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:37.281004 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-59b89198-6cb3-4819-b1e2-1e77b9660178 admin admin] Publish callbacks [] for security_group (5da010a7-953d-4eef-b9c8-60fd16d6022e), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:37.286264 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-59b89198-6cb3-4819-b1e2-1e77b9660178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (5da010a7-953d-4eef-b9c8-60fd16d6022e), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:37.327750 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 51950) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:37.329524 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-59b89198-6cb3-4819-b1e2-1e77b9660178 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dfda278763f042eaa959e83dfe72bfc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2439713 Apr 05 22:42:37.332404 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b89198-6cb3-4819-b1e2-1e77b9660178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da010a7-953d-4eef-b9c8-60fd16d6022e,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:37.381356 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-61ae5148-2711-4ab2-9f71-604aeae7451b admin admin] Publish callbacks [] for security_group (5da010a7-953d-4eef-b9c8-60fd16d6022e), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:37.403811 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-61ae5148-2711-4ab2-9f71-604aeae7451b admin admin] Publish callbacks [] for security_group (5da010a7-953d-4eef-b9c8-60fd16d6022e), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:37.459955 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-61ae5148-2711-4ab2-9f71-604aeae7451b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (5da010a7-953d-4eef-b9c8-60fd16d6022e), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:37.466253 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-61ae5148-2711-4ab2-9f71-604aeae7451b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:37.479634 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-61ae5148-2711-4ab2-9f71-604aeae7451b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5da010a7-953d-4eef-b9c8-60fd16d6022e HTTP/1.1" status: 204 len: 168 time: 0.1507237 Apr 05 22:42:37.492686 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae5148-2711-4ab2-9f71-604aeae7451b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da010a7-953d-4eef-b9c8-60fd16d6022e,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:37.572963 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:37.744671 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 51966) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:37.757642 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9ca50d76-e379-4d90-9bd7-9607f8f04659 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:37.828196 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9ca50d76-e379-4d90-9bd7-9607f8f04659 admin admin] Publish callbacks [] for security_group (955a9861-1414-4c2d-99ce-8c219e8644d0), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:37.831654 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9ca50d76-e379-4d90-9bd7-9607f8f04659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (955a9861-1414-4c2d-99ce-8c219e8644d0), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:37.868547 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-9ca50d76-e379-4d90-9bd7-9607f8f04659 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5666710d76b24513a1ee3cfd7337489a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1228085 Apr 05 22:42:37.869605 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca50d76-e379-4d90-9bd7-9607f8f04659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955a9861-1414-4c2d-99ce-8c219e8644d0,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:37.871634 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 51968) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:37.919669 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a3b4be29-6773-4e49-b635-7e1ffda41326 admin admin] Publish callbacks [] for security_group (955a9861-1414-4c2d-99ce-8c219e8644d0), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:37.940114 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a3b4be29-6773-4e49-b635-7e1ffda41326 admin admin] Publish callbacks [] for security_group (955a9861-1414-4c2d-99ce-8c219e8644d0), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:37.988093 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a3b4be29-6773-4e49-b635-7e1ffda41326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (955a9861-1414-4c2d-99ce-8c219e8644d0), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:37.990791 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a3b4be29-6773-4e49-b635-7e1ffda41326 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:37.991940 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-a3b4be29-6773-4e49-b635-7e1ffda41326 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/955a9861-1414-4c2d-99ce-8c219e8644d0 HTTP/1.1" status: 204 len: 168 time: 0.1193573 Apr 05 22:42:37.999970 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b4be29-6773-4e49-b635-7e1ffda41326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955a9861-1414-4c2d-99ce-8c219e8644d0,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:39.165161 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:40.761891 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:40.774539 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 52110) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:40.876965 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d84482e3-59a7-46fd-a796-84241a5f94c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:40.953196 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d84482e3-59a7-46fd-a796-84241a5f94c8 admin admin] Publish callbacks [] for security_group (8a17bb38-f82b-47b9-a5ca-5067fa579af6), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:40.956630 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d84482e3-59a7-46fd-a796-84241a5f94c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (8a17bb38-f82b-47b9-a5ca-5067fa579af6), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:40.994455 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-d84482e3-59a7-46fd-a796-84241a5f94c8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=470664cce6da4313a91c0917f29ea5b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2187679 Apr 05 22:42:40.995264 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84482e3-59a7-46fd-a796-84241a5f94c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a17bb38-f82b-47b9-a5ca-5067fa579af6,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:40.997445 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 52116) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:41.269465 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1cf8ea8d-5ec8-4305-ae96-dacda7869822 admin admin] Publish callbacks [] for security_group (8a17bb38-f82b-47b9-a5ca-5067fa579af6), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:41.290307 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1cf8ea8d-5ec8-4305-ae96-dacda7869822 admin admin] Publish callbacks [] for security_group (8a17bb38-f82b-47b9-a5ca-5067fa579af6), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:41.337142 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1cf8ea8d-5ec8-4305-ae96-dacda7869822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (8a17bb38-f82b-47b9-a5ca-5067fa579af6), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:41.340043 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1cf8ea8d-5ec8-4305-ae96-dacda7869822 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:41.341205 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-1cf8ea8d-5ec8-4305-ae96-dacda7869822 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8a17bb38-f82b-47b9-a5ca-5067fa579af6 HTTP/1.1" status: 204 len: 168 time: 0.3427138 Apr 05 22:42:41.348925 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf8ea8d-5ec8-4305-ae96-dacda7869822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a17bb38-f82b-47b9-a5ca-5067fa579af6,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:41.594239 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 52124) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:41.607003 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bdf0f7c8-1747-4067-b066-8d8ba13ebb99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:41.682452 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bdf0f7c8-1747-4067-b066-8d8ba13ebb99 admin admin] Publish callbacks [] for security_group (0710c7c4-c483-4765-9516-7eecba8a06c0), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:41.686022 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bdf0f7c8-1747-4067-b066-8d8ba13ebb99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (0710c7c4-c483-4765-9516-7eecba8a06c0), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:41.722271 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-bdf0f7c8-1747-4067-b066-8d8ba13ebb99 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9ea97dbb03e242f2a0c2768345773349&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1269498 Apr 05 22:42:41.725457 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 52126) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:41.725864 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf0f7c8-1747-4067-b066-8d8ba13ebb99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0710c7c4-c483-4765-9516-7eecba8a06c0,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:41.772748 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5181e14e-c422-4904-aed2-e074e4309737 admin admin] Publish callbacks [] for security_group (0710c7c4-c483-4765-9516-7eecba8a06c0), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:41.793982 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5181e14e-c422-4904-aed2-e074e4309737 admin admin] Publish callbacks [] for security_group (0710c7c4-c483-4765-9516-7eecba8a06c0), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:41.839967 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5181e14e-c422-4904-aed2-e074e4309737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (0710c7c4-c483-4765-9516-7eecba8a06c0), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:41.842477 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5181e14e-c422-4904-aed2-e074e4309737 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:41.843612 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-5181e14e-c422-4904-aed2-e074e4309737 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0710c7c4-c483-4765-9516-7eecba8a06c0 HTTP/1.1" status: 204 len: 168 time: 0.1171906 Apr 05 22:42:41.851913 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5181e14e-c422-4904-aed2-e074e4309737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0710c7c4-c483-4765-9516-7eecba8a06c0,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:43.531385 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 52206) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:43.642732 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4dc0202e-36cd-4320-827e-8ed779ceca0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:43.721719 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4dc0202e-36cd-4320-827e-8ed779ceca0c admin admin] Publish callbacks [] for security_group (8ffe4885-8e90-4db5-8e51-5c642f9efc80), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:43.725758 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4dc0202e-36cd-4320-827e-8ed779ceca0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (8ffe4885-8e90-4db5-8e51-5c642f9efc80), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:43.766649 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc0202e-36cd-4320-827e-8ed779ceca0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffe4885-8e90-4db5-8e51-5c642f9efc80,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:43.773309 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-4dc0202e-36cd-4320-827e-8ed779ceca0c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=909c81e21c3c423c878b57f0469adae7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385061 Apr 05 22:42:43.773554 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 52222) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:43.829335 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-853e96ec-9c0a-4129-b540-e0ec5213e4f9 admin admin] Publish callbacks [] for security_group (8ffe4885-8e90-4db5-8e51-5c642f9efc80), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:43.854948 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-853e96ec-9c0a-4129-b540-e0ec5213e4f9 admin admin] Publish callbacks [] for security_group (8ffe4885-8e90-4db5-8e51-5c642f9efc80), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:43.870035 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 52228) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:43.912788 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-853e96ec-9c0a-4129-b540-e0ec5213e4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (8ffe4885-8e90-4db5-8e51-5c642f9efc80), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:43.916112 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-853e96ec-9c0a-4129-b540-e0ec5213e4f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:43.920089 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-853e96ec-9c0a-4129-b540-e0ec5213e4f9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8ffe4885-8e90-4db5-8e51-5c642f9efc80 HTTP/1.1" status: 204 len: 168 time: 0.1455786 Apr 05 22:42:43.931361 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853e96ec-9c0a-4129-b540-e0ec5213e4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffe4885-8e90-4db5-8e51-5c642f9efc80,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:43.999341 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4c5bfc79-67d4-4515-8a19-50b23bdfc4b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:44.086204 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4c5bfc79-67d4-4515-8a19-50b23bdfc4b9 admin admin] Publish callbacks [] for security_group (8b2a2a41-7535-402d-87d9-0dd2caa64648), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:44.091223 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4c5bfc79-67d4-4515-8a19-50b23bdfc4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (8b2a2a41-7535-402d-87d9-0dd2caa64648), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:44.121167 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5bfc79-67d4-4515-8a19-50b23bdfc4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2a2a41-7535-402d-87d9-0dd2caa64648,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:44.145315 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 52252) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:44.145456 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-4c5bfc79-67d4-4515-8a19-50b23bdfc4b9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=939d66852a714fd6a7c13a090dd8cffa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2736659 Apr 05 22:42:44.199945 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9746f585-e837-4e92-afb4-06aa58547c78 admin admin] Publish callbacks [] for security_group (8b2a2a41-7535-402d-87d9-0dd2caa64648), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:44.223345 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 52260) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:44.226114 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9746f585-e837-4e92-afb4-06aa58547c78 admin admin] Publish callbacks [] for security_group (8b2a2a41-7535-402d-87d9-0dd2caa64648), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:44.236969 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1e8fdd58-5e67-4a66-bc64-f839de87f89a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:44.286183 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9746f585-e837-4e92-afb4-06aa58547c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (8b2a2a41-7535-402d-87d9-0dd2caa64648), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:44.289828 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9746f585-e837-4e92-afb4-06aa58547c78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:44.291054 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-9746f585-e837-4e92-afb4-06aa58547c78 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8b2a2a41-7535-402d-87d9-0dd2caa64648 HTTP/1.1" status: 204 len: 168 time: 0.1447482 Apr 05 22:42:44.300210 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9746f585-e837-4e92-afb4-06aa58547c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2a2a41-7535-402d-87d9-0dd2caa64648,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:44.328036 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1e8fdd58-5e67-4a66-bc64-f839de87f89a admin admin] Publish callbacks [] for security_group (c3946f67-ba1c-4756-82cd-300225ca446b), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:44.331970 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1e8fdd58-5e67-4a66-bc64-f839de87f89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (c3946f67-ba1c-4756-82cd-300225ca446b), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:44.379503 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8fdd58-5e67-4a66-bc64-f839de87f89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3946f67-ba1c-4756-82cd-300225ca446b,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:44.385321 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-1e8fdd58-5e67-4a66-bc64-f839de87f89a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a6d927b7a1c64a6a97782e8602f00681&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1607466 Apr 05 22:42:44.387188 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 52266) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:44.440734 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d09eed83-a0f0-4a2b-996c-6760b14c800c admin admin] Publish callbacks [] for security_group (c3946f67-ba1c-4756-82cd-300225ca446b), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:44.463209 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d09eed83-a0f0-4a2b-996c-6760b14c800c admin admin] Publish callbacks [] for security_group (c3946f67-ba1c-4756-82cd-300225ca446b), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:44.513591 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d09eed83-a0f0-4a2b-996c-6760b14c800c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (c3946f67-ba1c-4756-82cd-300225ca446b), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:44.516195 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d09eed83-a0f0-4a2b-996c-6760b14c800c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:44.517518 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-d09eed83-a0f0-4a2b-996c-6760b14c800c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c3946f67-ba1c-4756-82cd-300225ca446b HTTP/1.1" status: 204 len: 168 time: 0.1293464 Apr 05 22:42:44.528660 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09eed83-a0f0-4a2b-996c-6760b14c800c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3946f67-ba1c-4756-82cd-300225ca446b,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:44.640909 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 52272) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:44.654118 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-804bf1fc-1986-425d-98e5-45a6703d2cca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:44.731024 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-804bf1fc-1986-425d-98e5-45a6703d2cca admin admin] Publish callbacks [] for security_group (d88ec102-b323-44f5-90ba-8deffe777e04), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:44.735164 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-804bf1fc-1986-425d-98e5-45a6703d2cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (d88ec102-b323-44f5-90ba-8deffe777e04), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:44.774624 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-804bf1fc-1986-425d-98e5-45a6703d2cca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6a994549d9294e9c8cdcb7fdd67f5cce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325572 Apr 05 22:42:44.775794 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804bf1fc-1986-425d-98e5-45a6703d2cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88ec102-b323-44f5-90ba-8deffe777e04,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:44.777320 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 52278) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:44.826422 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-860f6fd6-26ce-40d0-b8f1-584e08246bcc admin admin] Publish callbacks [] for security_group (d88ec102-b323-44f5-90ba-8deffe777e04), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:44.850561 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-860f6fd6-26ce-40d0-b8f1-584e08246bcc admin admin] Publish callbacks [] for security_group (d88ec102-b323-44f5-90ba-8deffe777e04), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:44.901646 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-860f6fd6-26ce-40d0-b8f1-584e08246bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (d88ec102-b323-44f5-90ba-8deffe777e04), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:44.904692 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-860f6fd6-26ce-40d0-b8f1-584e08246bcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:44.908804 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-860f6fd6-26ce-40d0-b8f1-584e08246bcc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d88ec102-b323-44f5-90ba-8deffe777e04 HTTP/1.1" status: 204 len: 168 time: 0.1299603 Apr 05 22:42:44.916858 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f6fd6-26ce-40d0-b8f1-584e08246bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88ec102-b323-44f5-90ba-8deffe777e04,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:46.744792 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 52378) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:46.847510 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ba169f74-8cca-4422-a3a2-e92d39da5f11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:46.918748 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ba169f74-8cca-4422-a3a2-e92d39da5f11 admin admin] Publish callbacks [] for security_group (675f886c-7817-4fac-ae7c-5681de9d8a13), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:46.922521 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ba169f74-8cca-4422-a3a2-e92d39da5f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (675f886c-7817-4fac-ae7c-5681de9d8a13), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:46.964618 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-ba169f74-8cca-4422-a3a2-e92d39da5f11 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=badcecd47db2470b9acf6dcb3d911365&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2186356 Apr 05 22:42:46.965292 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba169f74-8cca-4422-a3a2-e92d39da5f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675f886c-7817-4fac-ae7c-5681de9d8a13,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:46.967527 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 52382) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:47.015486 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bd964030-19f0-42dc-a29b-c7103aeb2ae7 admin admin] Publish callbacks [] for security_group (675f886c-7817-4fac-ae7c-5681de9d8a13), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:47.035888 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bd964030-19f0-42dc-a29b-c7103aeb2ae7 admin admin] Publish callbacks [] for security_group (675f886c-7817-4fac-ae7c-5681de9d8a13), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:47.085267 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bd964030-19f0-42dc-a29b-c7103aeb2ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (675f886c-7817-4fac-ae7c-5681de9d8a13), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:47.087954 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bd964030-19f0-42dc-a29b-c7103aeb2ae7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:47.089126 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-bd964030-19f0-42dc-a29b-c7103aeb2ae7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/675f886c-7817-4fac-ae7c-5681de9d8a13 HTTP/1.1" status: 204 len: 168 time: 0.1200750 Apr 05 22:42:47.096790 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd964030-19f0-42dc-a29b-c7103aeb2ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675f886c-7817-4fac-ae7c-5681de9d8a13,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:47.346486 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 52388) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:47.360026 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c63faa44-cd9a-43be-873e-9554ade973c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:47.433544 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c63faa44-cd9a-43be-873e-9554ade973c4 admin admin] Publish callbacks [] for security_group (b2e88c20-ebd1-401c-a52a-89458cf03d80), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:47.437089 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c63faa44-cd9a-43be-873e-9554ade973c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (b2e88c20-ebd1-401c-a52a-89458cf03d80), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:47.473268 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63faa44-cd9a-43be-873e-9554ade973c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e88c20-ebd1-401c-a52a-89458cf03d80,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:47.478181 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-c63faa44-cd9a-43be-873e-9554ade973c4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7b4ddeee92eb4a959f27613e8fc0790d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306603 Apr 05 22:42:47.480732 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 52392) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:47.534082 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-65ade422-8983-4b3f-a53c-de2222ade40b admin admin] Publish callbacks [] for security_group (b2e88c20-ebd1-401c-a52a-89458cf03d80), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:47.559774 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-65ade422-8983-4b3f-a53c-de2222ade40b admin admin] Publish callbacks [] for security_group (b2e88c20-ebd1-401c-a52a-89458cf03d80), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:47.627063 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-65ade422-8983-4b3f-a53c-de2222ade40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (b2e88c20-ebd1-401c-a52a-89458cf03d80), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:47.629795 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-65ade422-8983-4b3f-a53c-de2222ade40b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:47.633839 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-65ade422-8983-4b3f-a53c-de2222ade40b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b2e88c20-ebd1-401c-a52a-89458cf03d80 HTTP/1.1" status: 204 len: 168 time: 0.1497209 Apr 05 22:42:47.658964 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ade422-8983-4b3f-a53c-de2222ade40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e88c20-ebd1-401c-a52a-89458cf03d80,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:47.780181 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50559a4c-ba15-43bd-8fc0-256e32a0bdda req-e859f934-d50d-4a04-8c7d-37ba5460eb4e tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:47.781843 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-50559a4c-ba15-43bd-8fc0-256e32a0bdda req-e859f934-d50d-4a04-8c7d-37ba5460eb4e tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 946 time: 0.0614414 Apr 05 22:42:47.837171 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-50559a4c-ba15-43bd-8fc0-256e32a0bdda req-7f2a27d2-b890-4c7e-b54a-c24549656ea3 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484390 Apr 05 22:42:48.955845 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ac7cd-906c-4c67-bf4d-2393c9617a0e req-ee6e796b-0a57-4f46-b1f0-97cc969fffea tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:48.957338 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c89ac7cd-906c-4c67-bf4d-2393c9617a0e req-ee6e796b-0a57-4f46-b1f0-97cc969fffea tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 946 time: 0.0515203 Apr 05 22:42:49.006963 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c89ac7cd-906c-4c67-bf4d-2393c9617a0e req-0745b4cf-0240-49cb-a79e-a0fa28f8ebf5 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440304 Apr 05 22:42:49.340354 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 52470) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:49.441203 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d787c9cb-e8cb-427b-9d33-8cb86ceea955 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:49.517985 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d787c9cb-e8cb-427b-9d33-8cb86ceea955 admin admin] Publish callbacks [] for security_group (ce1ab2b2-0c8b-4c92-9b8a-818f0a87c617), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:49.521718 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d787c9cb-e8cb-427b-9d33-8cb86ceea955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (ce1ab2b2-0c8b-4c92-9b8a-818f0a87c617), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:49.558283 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d787c9cb-e8cb-427b-9d33-8cb86ceea955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1ab2b2-0c8b-4c92-9b8a-818f0a87c617,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:49.562560 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-d787c9cb-e8cb-427b-9d33-8cb86ceea955 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=932c0fda135a4293a52fb5daf963d822&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211468 Apr 05 22:42:49.565149 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 52474) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:49.612558 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5947a2b9-29c2-42b2-a6dc-28d0887196d1 admin admin] Publish callbacks [] for security_group (ce1ab2b2-0c8b-4c92-9b8a-818f0a87c617), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:49.632849 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5947a2b9-29c2-42b2-a6dc-28d0887196d1 admin admin] Publish callbacks [] for security_group (ce1ab2b2-0c8b-4c92-9b8a-818f0a87c617), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:49.677284 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5947a2b9-29c2-42b2-a6dc-28d0887196d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (ce1ab2b2-0c8b-4c92-9b8a-818f0a87c617), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:49.679845 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5947a2b9-29c2-42b2-a6dc-28d0887196d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:49.681020 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-5947a2b9-29c2-42b2-a6dc-28d0887196d1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ce1ab2b2-0c8b-4c92-9b8a-818f0a87c617 HTTP/1.1" status: 204 len: 168 time: 0.1149042 Apr 05 22:42:49.689614 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5947a2b9-29c2-42b2-a6dc-28d0887196d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1ab2b2-0c8b-4c92-9b8a-818f0a87c617,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:49.933296 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 52482) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:49.946668 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-93477993-5666-4f9a-83fe-7912dca79543 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:50.018957 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-93477993-5666-4f9a-83fe-7912dca79543 admin admin] Publish callbacks [] for security_group (3610653f-45fa-4505-9ef9-5655f542b2ed), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:50.022616 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-93477993-5666-4f9a-83fe-7912dca79543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (3610653f-45fa-4505-9ef9-5655f542b2ed), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:50.063436 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-93477993-5666-4f9a-83fe-7912dca79543 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a5a6a6e8f8264144bfa121870dd11448&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1290412 Apr 05 22:42:50.064297 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93477993-5666-4f9a-83fe-7912dca79543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3610653f-45fa-4505-9ef9-5655f542b2ed,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:50.066597 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 52486) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:50.148271 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4a87f20a-b501-4103-9133-d0337b350590 admin admin] Publish callbacks [] for security_group (3610653f-45fa-4505-9ef9-5655f542b2ed), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:50.158879 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6fca8-02a4-4971-b8c9-8dce2527c92a req-9608a230-989d-44cb-9e69-ca7ac6a80447 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:50.160348 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-33d6fca8-02a4-4971-b8c9-8dce2527c92a req-9608a230-989d-44cb-9e69-ca7ac6a80447 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 946 time: 0.0809932 Apr 05 22:42:50.191713 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4a87f20a-b501-4103-9133-d0337b350590 admin admin] Publish callbacks [] for security_group (3610653f-45fa-4505-9ef9-5655f542b2ed), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:50.242458 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-33d6fca8-02a4-4971-b8c9-8dce2527c92a req-ca87b035-2aa2-4019-9bdc-d5b67c23e392 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761170 Apr 05 22:42:50.260423 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4a87f20a-b501-4103-9133-d0337b350590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (3610653f-45fa-4505-9ef9-5655f542b2ed), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:50.263384 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4a87f20a-b501-4103-9133-d0337b350590 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:50.264495 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-4a87f20a-b501-4103-9133-d0337b350590 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3610653f-45fa-4505-9ef9-5655f542b2ed HTTP/1.1" status: 204 len: 168 time: 0.1970067 Apr 05 22:42:50.272038 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87f20a-b501-4103-9133-d0337b350590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3610653f-45fa-4505-9ef9-5655f542b2ed,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:51.362610 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41695d-cf64-4dea-87cd-dc73b5c1b6a8 req-f1f64b9a-bf1f-4377-9e72-9a4b0193b01e tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:51.365446 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8a41695d-cf64-4dea-87cd-dc73b5c1b6a8 req-f1f64b9a-bf1f-4377-9e72-9a4b0193b01e tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 946 time: 0.0578284 Apr 05 22:42:51.414460 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8a41695d-cf64-4dea-87cd-dc73b5c1b6a8 req-585bbf48-32da-4fee-9235-17788b64b6f6 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434539 Apr 05 22:42:52.536122 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f066d-4195-4a3a-88e7-f9cc5fb559aa req-7dbfbeef-bad6-46db-b91b-70bf6e096a1a tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:52.537946 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1b6f066d-4195-4a3a-88e7-f9cc5fb559aa req-7dbfbeef-bad6-46db-b91b-70bf6e096a1a tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 946 time: 0.0545950 Apr 05 22:42:52.589175 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1b6f066d-4195-4a3a-88e7-f9cc5fb559aa req-064f69fa-0b22-481e-8f4d-59e2e60c7155 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454102 Apr 05 22:42:53.715745 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec23cd-8f93-4ec0-832d-8cdb5a15789c req-00cbec99-a014-45f1-a479-1997bb34e86e tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:53.718238 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4aec23cd-8f93-4ec0-832d-8cdb5a15789c req-00cbec99-a014-45f1-a479-1997bb34e86e tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 946 time: 0.0554178 Apr 05 22:42:53.774450 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4aec23cd-8f93-4ec0-832d-8cdb5a15789c req-3bc08346-7fe6-42d0-b174-a8c8466f73de tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493844 Apr 05 22:42:54.764414 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 52632) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:54.889491 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bb99f560-d0c2-4382-b68e-2f6f1b4c0e2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:54.927033 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d56fb3-8d58-4065-8e7c-d115f8fe31df req-31d535bd-f4ac-47c5-bd98-42f28735a7d5 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:54.928553 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-74d56fb3-8d58-4065-8e7c-d115f8fe31df req-31d535bd-f4ac-47c5-bd98-42f28735a7d5 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 946 time: 0.0811496 Apr 05 22:42:55.003863 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-74d56fb3-8d58-4065-8e7c-d115f8fe31df req-ecd1ad81-6b11-4d37-a658-20aff16e44d1 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671568 Apr 05 22:42:55.022210 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bb99f560-d0c2-4382-b68e-2f6f1b4c0e2f admin admin] Publish callbacks [] for security_group (c92fe510-fb9f-48e2-a5e7-4bb3d567fb6f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:55.026295 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bb99f560-d0c2-4382-b68e-2f6f1b4c0e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (c92fe510-fb9f-48e2-a5e7-4bb3d567fb6f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:55.074549 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb99f560-d0c2-4382-b68e-2f6f1b4c0e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92fe510-fb9f-48e2-a5e7-4bb3d567fb6f,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:55.081838 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-bb99f560-d0c2-4382-b68e-2f6f1b4c0e2f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c54802455d384cb49bab17efd5115661&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3139269 Apr 05 22:42:55.082293 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 52640) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:55.132103 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5e10771c-bbe9-4da0-a9ed-40d98033ca05 admin admin] Publish callbacks [] for security_group (c92fe510-fb9f-48e2-a5e7-4bb3d567fb6f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:55.153853 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5e10771c-bbe9-4da0-a9ed-40d98033ca05 admin admin] Publish callbacks [] for security_group (c92fe510-fb9f-48e2-a5e7-4bb3d567fb6f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:55.200191 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5e10771c-bbe9-4da0-a9ed-40d98033ca05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (c92fe510-fb9f-48e2-a5e7-4bb3d567fb6f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:55.203543 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5e10771c-bbe9-4da0-a9ed-40d98033ca05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:55.204847 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-5e10771c-bbe9-4da0-a9ed-40d98033ca05 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c92fe510-fb9f-48e2-a5e7-4bb3d567fb6f HTTP/1.1" status: 204 len: 168 time: 0.1215301 Apr 05 22:42:55.218594 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10771c-bbe9-4da0-a9ed-40d98033ca05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92fe510-fb9f-48e2-a5e7-4bb3d567fb6f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:55.509691 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 52660) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:55.524721 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bf729858-15a0-45e7-8886-f0ccbadb2a7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:55.604906 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bf729858-15a0-45e7-8886-f0ccbadb2a7d admin admin] Publish callbacks [] for security_group (baa1455f-f913-41f9-86b5-fbd79ee24e02), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:55.608477 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bf729858-15a0-45e7-8886-f0ccbadb2a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (baa1455f-f913-41f9-86b5-fbd79ee24e02), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:55.646394 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-bf729858-15a0-45e7-8886-f0ccbadb2a7d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bafe3a3f41d04914b626084a963fb29f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356053 Apr 05 22:42:55.648334 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf729858-15a0-45e7-8886-f0ccbadb2a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa1455f-f913-41f9-86b5-fbd79ee24e02,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:55.649124 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 52664) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:55.696822 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e0a6d510-25f9-43ea-92f4-9b5a7b42e6db admin admin] Publish callbacks [] for security_group (baa1455f-f913-41f9-86b5-fbd79ee24e02), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:55.717299 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e0a6d510-25f9-43ea-92f4-9b5a7b42e6db admin admin] Publish callbacks [] for security_group (baa1455f-f913-41f9-86b5-fbd79ee24e02), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:55.763346 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e0a6d510-25f9-43ea-92f4-9b5a7b42e6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (baa1455f-f913-41f9-86b5-fbd79ee24e02), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:55.766059 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e0a6d510-25f9-43ea-92f4-9b5a7b42e6db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:55.767239 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-e0a6d510-25f9-43ea-92f4-9b5a7b42e6db admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/baa1455f-f913-41f9-86b5-fbd79ee24e02 HTTP/1.1" status: 204 len: 168 time: 0.1171086 Apr 05 22:42:55.775315 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6d510-25f9-43ea-92f4-9b5a7b42e6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa1455f-f913-41f9-86b5-fbd79ee24e02,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:56.126761 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fdbb1b-797e-4cd4-886b-54097d25403b req-71eec356-f046-4011-9079-5ce0ede3699f tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:56.128418 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-99fdbb1b-797e-4cd4-886b-54097d25403b req-71eec356-f046-4011-9079-5ce0ede3699f tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 946 time: 0.0584884 Apr 05 22:42:56.201899 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-99fdbb1b-797e-4cd4-886b-54097d25403b req-7807070f-6b0c-4a93-95ad-bbc53c6ca0a6 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673583 Apr 05 22:42:57.319770 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d0db9-e7c6-4731-9c8f-5695036f267c req-0f9c7ee9-9314-467c-997f-4be187c2f18f tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:57.324747 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0e0d0db9-e7c6-4731-9c8f-5695036f267c req-0f9c7ee9-9314-467c-997f-4be187c2f18f tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 946 time: 0.0575154 Apr 05 22:42:57.369652 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0e0d0db9-e7c6-4731-9c8f-5695036f267c req-6f02af37-c15e-4930-baa8-276d46d541ad tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428803 Apr 05 22:42:58.235883 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 52772) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:58.336806 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e0d09638-cb8f-4b32-8560-0f7c4ba1f63b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:58.422709 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e0d09638-cb8f-4b32-8560-0f7c4ba1f63b admin admin] Publish callbacks [] for security_group (37425b59-a625-4e01-b384-951fa0dad1a2), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:58.426569 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e0d09638-cb8f-4b32-8560-0f7c4ba1f63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (37425b59-a625-4e01-b384-951fa0dad1a2), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:58.464698 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-e0d09638-cb8f-4b32-8560-0f7c4ba1f63b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2967abd4f1094e6f9f7efe5acfd76f45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277234 Apr 05 22:42:58.466648 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d09638-cb8f-4b32-8560-0f7c4ba1f63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37425b59-a625-4e01-b384-951fa0dad1a2,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:58.468221 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 52778) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:58.517973 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f389d-d8d4-47eb-8d2e-07889e8ab151 req-60583cb6-3777-48d6-bf21-17ed80d6875b tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:58.519439 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-076f389d-d8d4-47eb-8d2e-07889e8ab151 req-60583cb6-3777-48d6-bf21-17ed80d6875b tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 946 time: 0.0836847 Apr 05 22:42:58.547625 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-525d9004-e8d8-4c51-8f60-07625daf271e admin admin] Publish callbacks [] for security_group (37425b59-a625-4e01-b384-951fa0dad1a2), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:58.583549 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-525d9004-e8d8-4c51-8f60-07625daf271e admin admin] Publish callbacks [] for security_group (37425b59-a625-4e01-b384-951fa0dad1a2), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:58.598706 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-076f389d-d8d4-47eb-8d2e-07889e8ab151 req-77c638db-ad09-4bbd-ae13-bd22c803d775 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721600 Apr 05 22:42:58.639156 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-525d9004-e8d8-4c51-8f60-07625daf271e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (37425b59-a625-4e01-b384-951fa0dad1a2), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:58.641984 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-525d9004-e8d8-4c51-8f60-07625daf271e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:58.643113 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-525d9004-e8d8-4c51-8f60-07625daf271e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/37425b59-a625-4e01-b384-951fa0dad1a2 HTTP/1.1" status: 204 len: 168 time: 0.1739161 Apr 05 22:42:58.658323 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d9004-e8d8-4c51-8f60-07625daf271e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37425b59-a625-4e01-b384-951fa0dad1a2,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:58.834348 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 52790) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:58.928444 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 52794) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:58.941120 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5b27ccb1-ef22-46dd-a6e8-61a69c36d489 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:58.962345 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7c5f3fc8-5e25-446d-86d5-2838f038ed25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:59.076528 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5b27ccb1-ef22-46dd-a6e8-61a69c36d489 admin admin] Publish callbacks [] for security_group (ef50210a-b922-4b55-a063-46f8006c85bf), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:59.087066 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5b27ccb1-ef22-46dd-a6e8-61a69c36d489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (ef50210a-b922-4b55-a063-46f8006c85bf), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:59.101211 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7c5f3fc8-5e25-446d-86d5-2838f038ed25 admin admin] Publish callbacks [] for security_group (7fcd236e-5cf6-4963-a093-8e1ce422f60f), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:59.114924 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7c5f3fc8-5e25-446d-86d5-2838f038ed25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (7fcd236e-5cf6-4963-a093-8e1ce422f60f), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:59.140167 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-5b27ccb1-ef22-46dd-a6e8-61a69c36d489 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=81c796b8d0ac4d23868b2a3f4d057a46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2105711 Apr 05 22:42:59.142851 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b27ccb1-ef22-46dd-a6e8-61a69c36d489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef50210a-b922-4b55-a063-46f8006c85bf,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:59.143693 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 52806) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:59.177819 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-7c5f3fc8-5e25-446d-86d5-2838f038ed25 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=25fddcaab842439e94e89d051b7ba372&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3424127 Apr 05 22:42:59.180995 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 52810) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:59.182658 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f3fc8-5e25-446d-86d5-2838f038ed25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fcd236e-5cf6-4963-a093-8e1ce422f60f,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:59.236977 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ec651193-664b-4afb-8038-14e0bde65494 admin admin] Publish callbacks [] for security_group (ef50210a-b922-4b55-a063-46f8006c85bf), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:59.276067 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ec651193-664b-4afb-8038-14e0bde65494 admin admin] Publish callbacks [] for security_group (ef50210a-b922-4b55-a063-46f8006c85bf), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:59.282222 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-29c6de21-e466-432b-be15-4255a33a3a53 admin admin] Publish callbacks [] for security_group (7fcd236e-5cf6-4963-a093-8e1ce422f60f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:59.323789 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-29c6de21-e466-432b-be15-4255a33a3a53 admin admin] Publish callbacks [] for security_group (7fcd236e-5cf6-4963-a093-8e1ce422f60f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:59.367561 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ec651193-664b-4afb-8038-14e0bde65494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (ef50210a-b922-4b55-a063-46f8006c85bf), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:59.370325 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ec651193-664b-4afb-8038-14e0bde65494 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:59.372620 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-ec651193-664b-4afb-8038-14e0bde65494 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ef50210a-b922-4b55-a063-46f8006c85bf HTTP/1.1" status: 204 len: 168 time: 0.2270105 Apr 05 22:42:59.383667 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec651193-664b-4afb-8038-14e0bde65494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef50210a-b922-4b55-a063-46f8006c85bf,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:59.390671 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-29c6de21-e466-432b-be15-4255a33a3a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (7fcd236e-5cf6-4963-a093-8e1ce422f60f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:59.394556 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-29c6de21-e466-432b-be15-4255a33a3a53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:59.399113 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-29c6de21-e466-432b-be15-4255a33a3a53 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7fcd236e-5cf6-4963-a093-8e1ce422f60f HTTP/1.1" status: 204 len: 168 time: 0.2112715 Apr 05 22:42:59.410438 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6de21-e466-432b-be15-4255a33a3a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fcd236e-5cf6-4963-a093-8e1ce422f60f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:59.728183 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd8a2d-8256-4107-8a21-c859794cce48 req-8da12520-d57d-4a15-a8ab-66f8281628eb tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:59.729749 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-51dd8a2d-8256-4107-8a21-c859794cce48 req-8da12520-d57d-4a15-a8ab-66f8281628eb tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 946 time: 0.0591669 Apr 05 22:42:59.748087 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 52834) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:59.765536 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-533e87ed-8313-4330-86c0-24b6a40fc877 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:59.778396 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 52836) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:59.794698 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-51dd8a2d-8256-4107-8a21-c859794cce48 req-50b55bd0-ad05-4795-847e-4e1c92930046 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575984 Apr 05 22:42:59.795894 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3fd990b2-cf67-45f0-854f-d2bd1eb8f57e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:59.849583 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-533e87ed-8313-4330-86c0-24b6a40fc877 admin admin] Publish callbacks [] for security_group (94a1b0e6-e43b-463a-b647-b65d34c5d346), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:59.853113 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-533e87ed-8313-4330-86c0-24b6a40fc877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (94a1b0e6-e43b-463a-b647-b65d34c5d346), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:59.874887 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:42:59.877695 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3fd990b2-cf67-45f0-854f-d2bd1eb8f57e admin admin] Publish callbacks [] for security_group (2ba2236e-ce84-49e5-b52f-e8d05c9e9be8), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:59.882372 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3fd990b2-cf67-45f0-854f-d2bd1eb8f57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (2ba2236e-ce84-49e5-b52f-e8d05c9e9be8), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:59.894178 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-533e87ed-8313-4330-86c0-24b6a40fc877 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=077b07248fbb42b8921a6e5b9893a20b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418905 Apr 05 22:42:59.894359 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 52838) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:59.908143 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e87ed-8313-4330-86c0-24b6a40fc877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a1b0e6-e43b-463a-b647-b65d34c5d346,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:59.923906 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-3fd990b2-cf67-45f0-854f-d2bd1eb8f57e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=48603a0829494d4dbf35a0c02a9d7408&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1443040 Apr 05 22:42:59.925652 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd990b2-cf67-45f0-854f-d2bd1eb8f57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba2236e-ce84-49e5-b52f-e8d05c9e9be8,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:59.926415 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 52840) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:59.977688 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-af29a795-2899-4daa-9b25-e7cff3a6a2b2 admin admin] Publish callbacks [] for security_group (94a1b0e6-e43b-463a-b647-b65d34c5d346), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:00.007191 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:00.007890 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-af29a795-2899-4daa-9b25-e7cff3a6a2b2 admin admin] Publish callbacks [] for security_group (94a1b0e6-e43b-463a-b647-b65d34c5d346), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:00.018426 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a6e3b2d3-88ec-47fb-821d-468829a0fba8 admin admin] Publish callbacks [] for security_group (2ba2236e-ce84-49e5-b52f-e8d05c9e9be8), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:00.058588 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a6e3b2d3-88ec-47fb-821d-468829a0fba8 admin admin] Publish callbacks [] for security_group (2ba2236e-ce84-49e5-b52f-e8d05c9e9be8), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:00.096860 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-af29a795-2899-4daa-9b25-e7cff3a6a2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (94a1b0e6-e43b-463a-b647-b65d34c5d346), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:00.099389 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-af29a795-2899-4daa-9b25-e7cff3a6a2b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:00.100522 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-af29a795-2899-4daa-9b25-e7cff3a6a2b2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/94a1b0e6-e43b-463a-b647-b65d34c5d346 HTTP/1.1" status: 204 len: 168 time: 0.2053065 Apr 05 22:43:00.108670 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af29a795-2899-4daa-9b25-e7cff3a6a2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a1b0e6-e43b-463a-b647-b65d34c5d346,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:00.115907 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a6e3b2d3-88ec-47fb-821d-468829a0fba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (2ba2236e-ce84-49e5-b52f-e8d05c9e9be8), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:00.118582 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a6e3b2d3-88ec-47fb-821d-468829a0fba8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:00.119727 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-a6e3b2d3-88ec-47fb-821d-468829a0fba8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2ba2236e-ce84-49e5-b52f-e8d05c9e9be8 HTTP/1.1" status: 204 len: 168 time: 0.1923015 Apr 05 22:43:00.127856 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3b2d3-88ec-47fb-821d-468829a0fba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba2236e-ce84-49e5-b52f-e8d05c9e9be8,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:00.906229 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 52890) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:00.939629 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c0dd6-eed9-46d7-8bba-365503204380 req-94e193d2-f74e-4912-a5b3-9a3792c8eb26 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:00.945196 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b91c0dd6-eed9-46d7-8bba-365503204380 req-94e193d2-f74e-4912-a5b3-9a3792c8eb26 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 946 time: 0.0689607 Apr 05 22:43:00.993613 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b91c0dd6-eed9-46d7-8bba-365503204380 req-2d402a26-72e9-4147-8c1e-781883a5488e tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445962 Apr 05 22:43:01.053261 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3d94f30f-62fc-4b33-a451-7341e3fa11b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:01.145467 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3d94f30f-62fc-4b33-a451-7341e3fa11b8 admin admin] Publish callbacks [] for security_group (c13f23d7-4141-4ddc-b5fb-27ad16e63353), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:01.151385 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3d94f30f-62fc-4b33-a451-7341e3fa11b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (c13f23d7-4141-4ddc-b5fb-27ad16e63353), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:01.192154 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-3d94f30f-62fc-4b33-a451-7341e3fa11b8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4b14357103b94d0498d5066cd99e5c2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2825882 Apr 05 22:43:01.193227 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 52906) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:01.199135 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d94f30f-62fc-4b33-a451-7341e3fa11b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13f23d7-4141-4ddc-b5fb-27ad16e63353,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:01.247090 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2e4f9671-03c8-4a88-93c7-8feca353a6ee admin admin] Publish callbacks [] for security_group (c13f23d7-4141-4ddc-b5fb-27ad16e63353), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:01.269087 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2e4f9671-03c8-4a88-93c7-8feca353a6ee admin admin] Publish callbacks [] for security_group (c13f23d7-4141-4ddc-b5fb-27ad16e63353), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:01.317512 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2e4f9671-03c8-4a88-93c7-8feca353a6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (c13f23d7-4141-4ddc-b5fb-27ad16e63353), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:01.320923 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2e4f9671-03c8-4a88-93c7-8feca353a6ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:01.322085 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-2e4f9671-03c8-4a88-93c7-8feca353a6ee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c13f23d7-4141-4ddc-b5fb-27ad16e63353 HTTP/1.1" status: 204 len: 168 time: 0.1278920 Apr 05 22:43:01.330282 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f9671-03c8-4a88-93c7-8feca353a6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13f23d7-4141-4ddc-b5fb-27ad16e63353,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:01.553262 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 52924) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:01.670358 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-64fd889e-7a37-4c3d-a741-3022b4d309c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:01.689149 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 52928) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:01.704374 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d42586c7-56e6-4391-8178-51a3abb4f772 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:01.744501 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-64fd889e-7a37-4c3d-a741-3022b4d309c4 admin admin] Publish callbacks [] for security_group (a3fd6e6f-6819-49cc-912c-60177737f42e), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:01.749367 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-64fd889e-7a37-4c3d-a741-3022b4d309c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (a3fd6e6f-6819-49cc-912c-60177737f42e), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:01.787021 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d42586c7-56e6-4391-8178-51a3abb4f772 admin admin] Publish callbacks [] for security_group (00a20346-c4e3-4bbd-a107-5071f8e4244e), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:01.791046 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d42586c7-56e6-4391-8178-51a3abb4f772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (00a20346-c4e3-4bbd-a107-5071f8e4244e), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:01.794650 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-64fd889e-7a37-4c3d-a741-3022b4d309c4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4c033c24c20d4eafa1250f9eb00a81ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2402315 Apr 05 22:43:01.795522 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd889e-7a37-4c3d-a741-3022b4d309c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fd6e6f-6819-49cc-912c-60177737f42e,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:01.797823 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 52930) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:01.831333 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-d42586c7-56e6-4391-8178-51a3abb4f772 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0afe2dfd67084b6db118f3ca09261a5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1410360 Apr 05 22:43:01.832200 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42586c7-56e6-4391-8178-51a3abb4f772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a20346-c4e3-4bbd-a107-5071f8e4244e,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:01.834553 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 52932) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:01.849826 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-986b8424-30cb-4f08-8b8c-ed9dd19154ee admin admin] Publish callbacks [] for security_group (a3fd6e6f-6819-49cc-912c-60177737f42e), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:01.871152 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-986b8424-30cb-4f08-8b8c-ed9dd19154ee admin admin] Publish callbacks [] for security_group (a3fd6e6f-6819-49cc-912c-60177737f42e), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:01.883348 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3d8d2474-d746-4866-abee-578c84e7318e admin admin] Publish callbacks [] for security_group (00a20346-c4e3-4bbd-a107-5071f8e4244e), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:01.904210 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3d8d2474-d746-4866-abee-578c84e7318e admin admin] Publish callbacks [] for security_group (00a20346-c4e3-4bbd-a107-5071f8e4244e), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:01.925372 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-986b8424-30cb-4f08-8b8c-ed9dd19154ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (a3fd6e6f-6819-49cc-912c-60177737f42e), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:01.928509 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-986b8424-30cb-4f08-8b8c-ed9dd19154ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:01.929743 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-986b8424-30cb-4f08-8b8c-ed9dd19154ee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a3fd6e6f-6819-49cc-912c-60177737f42e HTTP/1.1" status: 204 len: 168 time: 0.1309934 Apr 05 22:43:01.937475 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b8424-30cb-4f08-8b8c-ed9dd19154ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fd6e6f-6819-49cc-912c-60177737f42e,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:01.963617 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3d8d2474-d746-4866-abee-578c84e7318e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (00a20346-c4e3-4bbd-a107-5071f8e4244e), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:01.967336 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3d8d2474-d746-4866-abee-578c84e7318e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:01.968657 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-3d8d2474-d746-4866-abee-578c84e7318e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/00a20346-c4e3-4bbd-a107-5071f8e4244e HTTP/1.1" status: 204 len: 168 time: 0.1332107 Apr 05 22:43:01.978316 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d2474-d746-4866-abee-578c84e7318e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a20346-c4e3-4bbd-a107-5071f8e4244e,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:02.126686 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1f7c4-2198-424c-95e2-f75558755de0 req-53cdfb43-c335-4c0a-b88e-bd52d7e7dd46 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:02.128554 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-eaa1f7c4-2198-424c-95e2-f75558755de0 req-53cdfb43-c335-4c0a-b88e-bd52d7e7dd46 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 946 time: 0.0646019 Apr 05 22:43:02.192319 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-eaa1f7c4-2198-424c-95e2-f75558755de0 req-b71d3191-2b98-462d-8e39-ff467e8ce864 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571711 Apr 05 22:43:02.341366 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 52950) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:02.354645 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e5039e09-dd77-4e17-8e3e-1f6555c2760a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:02.430844 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e5039e09-dd77-4e17-8e3e-1f6555c2760a admin admin] Publish callbacks [] for security_group (a3f51de4-348f-46a8-aee4-1e858e736084), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:02.435011 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e5039e09-dd77-4e17-8e3e-1f6555c2760a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (a3f51de4-348f-46a8-aee4-1e858e736084), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:02.473498 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5039e09-dd77-4e17-8e3e-1f6555c2760a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f51de4-348f-46a8-aee4-1e858e736084,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:02.478398 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-e5039e09-dd77-4e17-8e3e-1f6555c2760a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f1f53f55d78c40fa922aaed3bf08d06d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360025 Apr 05 22:43:02.481070 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 52954) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:02.530011 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f1f159a1-63a6-4737-abfe-bfeaa4ead058 admin admin] Publish callbacks [] for security_group (a3f51de4-348f-46a8-aee4-1e858e736084), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:02.554451 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f1f159a1-63a6-4737-abfe-bfeaa4ead058 admin admin] Publish callbacks [] for security_group (a3f51de4-348f-46a8-aee4-1e858e736084), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:02.608546 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f1f159a1-63a6-4737-abfe-bfeaa4ead058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (a3f51de4-348f-46a8-aee4-1e858e736084), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:02.611171 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f1f159a1-63a6-4737-abfe-bfeaa4ead058 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:02.612316 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-f1f159a1-63a6-4737-abfe-bfeaa4ead058 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a3f51de4-348f-46a8-aee4-1e858e736084 HTTP/1.1" status: 204 len: 168 time: 0.1303408 Apr 05 22:43:02.620855 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f159a1-63a6-4737-abfe-bfeaa4ead058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f51de4-348f-46a8-aee4-1e858e736084,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:02.744249 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 52972) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:03.003619 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-67c27642-846c-4711-9062-487dcf296984 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-720478267-network', 'tenant_id': '21e949a947724a51802556a5f44f9069'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:43:03.023124 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092f241-2eeb-4872-95a8-010d2f8de9f6 req-e5b6685b-02e2-4ae1-93d1-e32c31996a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:03.025221 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e092f241-2eeb-4872-95a8-010d2f8de9f6 req-e5b6685b-02e2-4ae1-93d1-e32c31996a61 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6a5381bd54734bd2877c50c329d25a21&device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 1130 time: 0.1160274 Apr 05 22:43:03.027018 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c27642-846c-4711-9062-487dcf296984 admin admin] Made reservation on behalf of 21e949a947724a51802556a5f44f9069 for: {'network': 1} {{(pid=103303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:43:03.029443 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-67c27642-846c-4711-9062-487dcf296984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for network (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:03.039829 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-67c27642-846c-4711-9062-487dcf296984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:03.117721 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-67c27642-846c-4711-9062-487dcf296984 admin admin] Publish callbacks [] for security_group (e9fd7d6a-af43-4f19-9873-30c2a98cf872), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:03.119991 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092f241-2eeb-4872-95a8-010d2f8de9f6 req-9e31b856-ac49-4faa-87a5-e2a88f5e7274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:03.122064 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e092f241-2eeb-4872-95a8-010d2f8de9f6 req-9e31b856-ac49-4faa-87a5-e2a88f5e7274 service neutron] 10.222.0.46 "GET /v2.0/networks?id=aad58d47-6598-42c9-a3eb-59b1a9dac7a0 HTTP/1.1" status: 200 len: 909 time: 0.0912366 Apr 05 22:43:03.122962 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-67c27642-846c-4711-9062-487dcf296984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (e9fd7d6a-af43-4f19-9873-30c2a98cf872), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:03.144404 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67c27642-846c-4711-9062-487dcf296984 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=103303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:43:03.157883 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c27642-846c-4711-9062-487dcf296984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fd7d6a-af43-4f19-9873-30c2a98cf872,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:03.162629 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-67c27642-846c-4711-9062-487dcf296984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781'] for segment (4bd64f36-2eca-4470-9ec3-df8cfa4c008d), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:03.162990 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.db.segments_db [None req-67c27642-846c-4711-9062-487dcf296984 admin admin] Added segment 4bd64f36-2eca-4470-9ec3-df8cfa4c008d of type vlan for network 641cc78c-9adf-489f-a3d9-393fcc970dc7 Apr 05 22:43:03.196385 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e092f241-2eeb-4872-95a8-010d2f8de9f6 req-8d96e16e-20f4-4970-b7c4-cbf6f4d405a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7631f91b-5607-42ff-9557-287d00fc5d32 HTTP/1.1" status: 200 len: 1002 time: 0.0687747 Apr 05 22:43:03.206971 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-67c27642-846c-4711-9062-487dcf296984 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760878853690'] for network (641cc78c-9adf-489f-a3d9-393fcc970dc7), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:03.242459 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-67c27642-846c-4711-9062-487dcf296984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960'] for network (641cc78c-9adf-489f-a3d9-393fcc970dc7), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:03.243630 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c27642-846c-4711-9062-487dcf296984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:03.246935 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-67c27642-846c-4711-9062-487dcf296984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for network (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:03.248658 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092f241-2eeb-4872-95a8-010d2f8de9f6 req-998aaa62-7368-4ce7-8a7a-5b7f306fd557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:03.250225 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e092f241-2eeb-4872-95a8-010d2f8de9f6 req-998aaa62-7368-4ce7-8a7a-5b7f306fd557 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=64352385-013c-4aed-a87f-560d0688e540 HTTP/1.1" status: 200 len: 847 time: 0.0485349 Apr 05 22:43:03.305941 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-67c27642-846c-4711-9062-487dcf296984 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5603533 Apr 05 22:43:03.306642 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 52982) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:03.339469 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-39310f19-959b-49df-9a44-76e66c95063f admin admin] Request body: {'subnet': {'network_id': '641cc78c-9adf-489f-a3d9-393fcc970dc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-720478267-subnet', 'tenant_id': '21e949a947724a51802556a5f44f9069', 'ip_version': 4}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:43:03.346667 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092f241-2eeb-4872-95a8-010d2f8de9f6 req-7e793223-4586-4cac-8d11-29bfe236c6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:03.348486 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e092f241-2eeb-4872-95a8-010d2f8de9f6 req-7e793223-4586-4cac-8d11-29bfe236c6a5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aad58d47-6598-42c9-a3eb-59b1a9dac7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0903888 Apr 05 22:43:03.356934 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c27642-846c-4711-9062-487dcf296984 admin admin] Pushing event updated for resources: {'Network': ['ID=641cc78c-9adf-489f-a3d9-393fcc970dc7,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:03.359395 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0266f-a130-40bd-b8f4-fe5ab3041760 req-1adfb0a3-4bbb-4891-852d-e41f6cb581b4 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:03.361262 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-08d0266f-a130-40bd-b8f4-fe5ab3041760 req-1adfb0a3-4bbb-4891-852d-e41f6cb581b4 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 946 time: 0.0757511 Apr 05 22:43:03.367530 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Network 641cc78c-9adf-489f-a3d9-393fcc970dc7 details requested by agent ovs-agent-dv-cinder-835879-4-iscsi with host dv-cinder-835879-4-iscsi {{(pid=103304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:43:03.368060 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [req-e092f241-2eeb-4872-95a8-010d2f8de9f6 req-c49b13b9-016e-4e6a-9cf4-42c8ba315cdd service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:43:03.368522 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e092f241-2eeb-4872-95a8-010d2f8de9f6 req-c49b13b9-016e-4e6a-9cf4-42c8ba315cdd service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062242 Apr 05 22:43:03.375740 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39310f19-959b-49df-9a44-76e66c95063f admin admin] Made reservation on behalf of 21e949a947724a51802556a5f44f9069 for: {'subnet': 1} {{(pid=103303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:43:03.378355 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-39310f19-959b-49df-9a44-76e66c95063f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25366875'] for subnet (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:03.467811 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-08d0266f-a130-40bd-b8f4-fe5ab3041760 req-1bedd389-a563-4e7c-8723-f9442f79a484 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983219 Apr 05 22:43:03.506113 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e092f241-2eeb-4872-95a8-010d2f8de9f6 req-c473d33a-8988-4e94-b42b-53e05a6f726a service neutron] 10.222.0.46 "GET /v2.0/networks/aad58d47-6598-42c9-a3eb-59b1a9dac7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295123 Apr 05 22:43:03.558085 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-39310f19-959b-49df-9a44-76e66c95063f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25648302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25366853'] for subnet (1a8814a8-dbf2-4ec2-9d65-e7895c88a3a4), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:03.599877 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e092f241-2eeb-4872-95a8-010d2f8de9f6 req-30c18da9-fb53-4cb4-9112-ee1ea0f8e9d2 service neutron] 10.222.0.46 "GET /v2.0/networks/aad58d47-6598-42c9-a3eb-59b1a9dac7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882504 Apr 05 22:43:03.612349 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39310f19-959b-49df-9a44-76e66c95063f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a8814a8-dbf2-4ec2-9d65-e7895c88a3a4,revision_number=0']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:03.621982 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39310f19-959b-49df-9a44-76e66c95063f admin admin] Checking segment: {'id': '4bd64f36-2eca-4470-9ec3-df8cfa4c008d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '641cc78c-9adf-489f-a3d9-393fcc970dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:43:03.622338 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39310f19-959b-49df-9a44-76e66c95063f admin admin] Network hostable DHCP agents. Network: 641cc78c-9adf-489f-a3d9-393fcc970dc7, hostable agents: ['1fb4f16d-f195-4bf9-acd2-17d67be332a8'], hosted agents: [] {{(pid=103303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:43:03.639163 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39310f19-959b-49df-9a44-76e66c95063f admin admin] Network 641cc78c-9adf-489f-a3d9-393fcc970dc7 is scheduled to be hosted by DHCP agent 1fb4f16d-f195-4bf9-acd2-17d67be332a8 with binding_index 1 {{(pid=103303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:43:03.647483 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-39310f19-959b-49df-9a44-76e66c95063f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-4-iscsi, 641cc78c-9adf-489f-a3d9-393fcc970dc7) {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:43:03.654099 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39310f19-959b-49df-9a44-76e66c95063f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:03.654708 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-39310f19-959b-49df-9a44-76e66c95063f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for subnet (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:03.656249 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fec7d02-1015-4208-9a5f-31943db27262 None None] Network 641cc78c-9adf-489f-a3d9-393fcc970dc7 requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:43:03.670364 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-39310f19-959b-49df-9a44-76e66c95063f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3348782 Apr 05 22:43:03.673049 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 52984) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:03.677896 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-524948ae-f4bd-48f3-a813-d527c6e086f8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-720478267-router', 'tenant_id': '21e949a947724a51802556a5f44f9069', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'}}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:43:03.696097 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-524948ae-f4bd-48f3-a813-d527c6e086f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-531801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7268'] for router (bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:03.697112 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-524948ae-f4bd-48f3-a813-d527c6e086f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7293'] for router (bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:03.751772 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-524948ae-f4bd-48f3-a813-d527c6e086f8 admin admin] Publish callbacks [] for router_controller (bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd), precommit_add_association {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:03.758291 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d58b8b1-902e-4587-8d2c-ab0eb86d6edb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26cd13a5-304d-5ca3-99a1-274aeb97f72b-641cc78c-9adf-489f-a3d9-393fcc970dc7', 'network_id': '641cc78c-9adf-489f-a3d9-393fcc970dc7', 'project_id': '21e949a947724a51802556a5f44f9069', 'fixed_ips': [{'subnet_id': '1a8814a8-dbf2-4ec2-9d65-e7895c88a3a4'}]}} from dv-cinder-835879-4-iscsi. {{(pid=103304) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 22:43:03.759344 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d58b8b1-902e-4587-8d2c-ab0eb86d6edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:03.911600 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-1d58b8b1-902e-4587-8d2c-ab0eb86d6edb None None] Allocated IP 172.20.0.2 (641cc78c-9adf-489f-a3d9-393fcc970dc7/1a8814a8-dbf2-4ec2-9d65-e7895c88a3a4/a8d99b47-4dcc-4a0a-bdab-c099c91eb993) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:43:03.913396 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-524948ae-f4bd-48f3-a813-d527c6e086f8 admin admin] Publish callbacks [] for router_gateway (bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:04.064740 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d58b8b1-902e-4587-8d2c-ab0eb86d6edb None None] Publish callbacks [] for port (a8d99b47-4dcc-4a0a-bdab-c099c91eb993), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:04.066835 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 52992) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:04.072152 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d58b8b1-902e-4587-8d2c-ab0eb86d6edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596'] for port (a8d99b47-4dcc-4a0a-bdab-c099c91eb993), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:04.110874 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d58b8b1-902e-4587-8d2c-ab0eb86d6edb None None] Network 641cc78c-9adf-489f-a3d9-393fcc970dc7 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:43:04.115652 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-1d58b8b1-902e-4587-8d2c-ab0eb86d6edb None None] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:43:04.121822 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d58b8b1-902e-4587-8d2c-ab0eb86d6edb None None] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:43:04.140191 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-524948ae-f4bd-48f3-a813-d527c6e086f8 admin admin] Publish callbacks [] for router_gateway (bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:04.150341 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58b8b1-902e-4587-8d2c-ab0eb86d6edb None None] Pushing event updated for resources: {'Port': ['ID=a8d99b47-4dcc-4a0a-bdab-c099c91eb993,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:04.162238 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-524948ae-f4bd-48f3-a813-d527c6e086f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:04.184391 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-1d58b8b1-902e-4587-8d2c-ab0eb86d6edb None None] Attempting to bind port a8d99b47-4dcc-4a0a-bdab-c099c91eb993 on host dv-cinder-835879-4-iscsi for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:43:04.184665 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-1d58b8b1-902e-4587-8d2c-ab0eb86d6edb None None] Attempting to bind port a8d99b47-4dcc-4a0a-bdab-c099c91eb993 by drivers openvswitch,hyperv on host dv-cinder-835879-4-iscsi at level 0 using segments [{'id': '4bd64f36-2eca-4470-9ec3-df8cfa4c008d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '641cc78c-9adf-489f-a3d9-393fcc970dc7'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:43:04.185247 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d58b8b1-902e-4587-8d2c-ab0eb86d6edb None None] Attempting to bind port a8d99b47-4dcc-4a0a-bdab-c099c91eb993 on network 641cc78c-9adf-489f-a3d9-393fcc970dc7 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:43:04.190595 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d58b8b1-902e-4587-8d2c-ab0eb86d6edb None None] Checking agent: {'id': 'c28e45a8-012e-434a-8853-ea48f08ceb18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 23, 41), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:43:04.190965 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d58b8b1-902e-4587-8d2c-ab0eb86d6edb None None] Checking segment: {'id': '4bd64f36-2eca-4470-9ec3-df8cfa4c008d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '641cc78c-9adf-489f-a3d9-393fcc970dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:43:04.191361 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d58b8b1-902e-4587-8d2c-ab0eb86d6edb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:04.191749 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d58b8b1-902e-4587-8d2c-ab0eb86d6edb None None] Bound using segment: {'id': '4bd64f36-2eca-4470-9ec3-df8cfa4c008d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '641cc78c-9adf-489f-a3d9-393fcc970dc7'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:43:04.192215 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-1d58b8b1-902e-4587-8d2c-ab0eb86d6edb None None] Bound port: a8d99b47-4dcc-4a0a-bdab-c099c91eb993, host: dv-cinder-835879-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bd64f36-2eca-4470-9ec3-df8cfa4c008d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '641cc78c-9adf-489f-a3d9-393fcc970dc7'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:43:04.192646 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d58b8b1-902e-4587-8d2c-ab0eb86d6edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (a8d99b47-4dcc-4a0a-bdab-c099c91eb993), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:04.193748 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3eaba2fd-44f4-4327-96c0-79cd7a7e497d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:04.266430 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-1d58b8b1-902e-4587-8d2c-ab0eb86d6edb None None] For port a8d99b47-4dcc-4a0a-bdab-c099c91eb993, host dv-cinder-835879-4-iscsi, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:43:04.270089 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-1d58b8b1-902e-4587-8d2c-ab0eb86d6edb None None] For port a8d99b47-4dcc-4a0a-bdab-c099c91eb993, host dv-cinder-835879-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=a8d99b47-4dcc-4a0a-bdab-c099c91eb993,segment=NetworkSegment(4bd64f36-2eca-4470-9ec3-df8cfa4c008d),segment_id=4bd64f36-2eca-4470-9ec3-df8cfa4c008d)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:43:04.276005 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d58b8b1-902e-4587-8d2c-ab0eb86d6edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (a8d99b47-4dcc-4a0a-bdab-c099c91eb993), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:04.278250 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3eaba2fd-44f4-4327-96c0-79cd7a7e497d admin admin] Publish callbacks [] for security_group (f6c09a47-60da-463f-b8fd-03fbb38ddc1c), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:04.282199 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-524948ae-f4bd-48f3-a813-d527c6e086f8 admin admin] Allocated IP 172.27.2.112 (f2e9bb50-0445-459c-9ef2-0222ede25138/2ac17549-fc87-4e20-be5e-92c340e9a8b2/fd1b18aa-3827-4938-acef-f9331de2346c) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:43:04.283088 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3eaba2fd-44f4-4327-96c0-79cd7a7e497d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (f6c09a47-60da-463f-b8fd-03fbb38ddc1c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:04.338341 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-3eaba2fd-44f4-4327-96c0-79cd7a7e497d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2c1ba07af01a410ba7cb846447912704&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2697217 Apr 05 22:43:04.343767 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 52996) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:04.350448 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3eba92bf-4166-4390-8ae1-1e707de6d299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:04.357729 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58b8b1-902e-4587-8d2c-ab0eb86d6edb None None] Pushing event updated for resources: {'Port': ['ID=a8d99b47-4dcc-4a0a-bdab-c099c91eb993,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:04.359627 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaba2fd-44f4-4327-96c0-79cd7a7e497d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c09a47-60da-463f-b8fd-03fbb38ddc1c,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:04.404203 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-06e62bae-cd3f-423d-8b7b-c9255cd48410 admin admin] Publish callbacks [] for security_group (f6c09a47-60da-463f-b8fd-03fbb38ddc1c), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:04.423116 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-524948ae-f4bd-48f3-a813-d527c6e086f8 admin admin] Publish callbacks [] for port (fd1b18aa-3827-4938-acef-f9331de2346c), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:04.428219 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-06e62bae-cd3f-423d-8b7b-c9255cd48410 admin admin] Publish callbacks [] for security_group (f6c09a47-60da-463f-b8fd-03fbb38ddc1c), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:04.457785 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-524948ae-f4bd-48f3-a813-d527c6e086f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25648990'] for port (fd1b18aa-3827-4938-acef-f9331de2346c), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:04.482768 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-06e62bae-cd3f-423d-8b7b-c9255cd48410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (f6c09a47-60da-463f-b8fd-03fbb38ddc1c), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:04.485682 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-06e62bae-cd3f-423d-8b7b-c9255cd48410 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:04.486869 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-06e62bae-cd3f-423d-8b7b-c9255cd48410 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f6c09a47-60da-463f-b8fd-03fbb38ddc1c HTTP/1.1" status: 204 len: 168 time: 0.1422243 Apr 05 22:43:04.495962 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e62bae-cd3f-423d-8b7b-c9255cd48410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c09a47-60da-463f-b8fd-03fbb38ddc1c,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:04.555188 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524948ae-f4bd-48f3-a813-d527c6e086f8 admin admin] Network f2e9bb50-0445-459c-9ef2-0222ede25138 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:43:04.556209 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524948ae-f4bd-48f3-a813-d527c6e086f8 admin admin] Pushing event updated for resources: {'Port': ['ID=fd1b18aa-3827-4938-acef-f9331de2346c,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:04.559441 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-524948ae-f4bd-48f3-a813-d527c6e086f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:43:04.561832 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524948ae-f4bd-48f3-a813-d527c6e086f8 admin admin] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:43:04.650514 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3eb14-3356-4bc4-84e1-5c81b26c6bf7 req-3d484c96-dfb4-4457-b3fd-72827261f60a tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:04.652099 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b7c3eb14-3356-4bc4-84e1-5c81b26c6bf7 req-3d484c96-dfb4-4457-b3fd-72827261f60a tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 946 time: 0.0680041 Apr 05 22:43:04.714202 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b7c3eb14-3356-4bc4-84e1-5c81b26c6bf7 req-6e102ecb-3213-412a-a584-51a085e0459e tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552182 Apr 05 22:43:04.873709 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-524948ae-f4bd-48f3-a813-d527c6e086f8 admin admin] Publish callbacks [] for router_gateway (bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:04.932783 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device a8d99b47-4dcc-4a0a-bdab-c099c91eb993 up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:43:04.983488 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port a8d99b47-4dcc-4a0a-bdab-c099c91eb993 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:04.984312 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (a8d99b47-4dcc-4a0a-bdab-c099c91eb993), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:05.072070 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port a8d99b47-4dcc-4a0a-bdab-c099c91eb993 is: DOWN; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:43:05.072583 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (a8d99b47-4dcc-4a0a-bdab-c099c91eb993), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:05.110637 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] For port a8d99b47-4dcc-4a0a-bdab-c099c91eb993, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=a8d99b47-4dcc-4a0a-bdab-c099c91eb993,segment=NetworkSegment(4bd64f36-2eca-4470-9ec3-df8cfa4c008d),segment_id=4bd64f36-2eca-4470-9ec3-df8cfa4c008d)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:43:05.112025 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-524948ae-f4bd-48f3-a813-d527c6e086f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528008'] for router (bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:05.116081 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (a8d99b47-4dcc-4a0a-bdab-c099c91eb993), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:05.175657 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Pushing event updated for resources: {'Port': ['ID=a8d99b47-4dcc-4a0a-bdab-c099c91eb993,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:05.278889 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524948ae-f4bd-48f3-a813-d527c6e086f8 admin admin] Router bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd is scheduled to L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 with binding_index 1 {{(pid=103303) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 22:43:05.313256 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 53020) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:05.404024 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524948ae-f4bd-48f3-a813-d527c6e086f8 admin admin] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:43:05.413813 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ca0218-17bf-4571-973e-d65fc645bbbb None None] Sync routers for ids ['bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd'] in dv-cinder-835879-4-iscsi {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:43:05.429555 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-15861eb2-f266-4103-9274-8c44a8df4a20 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1041613180-network', 'tenant_id': '9986eeee9e1741a8a8deee424bfb6ee4'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:43:05.432248 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ca0218-17bf-4571-973e-d65fc645bbbb None None] Routers {'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:43:05.433241 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-f7ca0218-17bf-4571-973e-d65fc645bbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:42:37Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:05.443853 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-524948ae-f4bd-48f3-a813-d527c6e086f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:05.447559 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-524948ae-f4bd-48f3-a813-d527c6e086f8 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7710917 Apr 05 22:43:05.447976 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 53024) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:05.460431 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15861eb2-f266-4103-9274-8c44a8df4a20 admin admin] Made reservation on behalf of 9986eeee9e1741a8a8deee424bfb6ee4 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:43:05.465541 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-15861eb2-f266-4103-9274-8c44a8df4a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:05.478268 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-15861eb2-f266-4103-9274-8c44a8df4a20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:05.533633 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba78039-c5f5-4cba-a2d3-db8f39fa3c7b None None] Network 641cc78c-9adf-489f-a3d9-393fcc970dc7 requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:43:05.604322 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-15861eb2-f266-4103-9274-8c44a8df4a20 admin admin] Publish callbacks [] for security_group (1115a394-0e97-4777-8338-e56d17cb0e27), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:05.608811 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-15861eb2-f266-4103-9274-8c44a8df4a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (1115a394-0e97-4777-8338-e56d17cb0e27), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:05.651883 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15861eb2-f266-4103-9274-8c44a8df4a20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:43:05.662753 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15861eb2-f266-4103-9274-8c44a8df4a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1115a394-0e97-4777-8338-e56d17cb0e27,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:05.687280 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-15861eb2-f266-4103-9274-8c44a8df4a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781'] for segment (72092f12-c4fa-4158-85b1-34e6b9680a80), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:05.687840 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.db.segments_db [None req-15861eb2-f266-4103-9274-8c44a8df4a20 admin admin] Added segment 72092f12-c4fa-4158-85b1-34e6b9680a80 of type vlan for network 2086a67f-ad0e-45c1-9682-081d09ad4825 Apr 05 22:43:05.737242 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-15861eb2-f266-4103-9274-8c44a8df4a20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760878853690'] for network (2086a67f-ad0e-45c1-9682-081d09ad4825), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:05.769638 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-15861eb2-f266-4103-9274-8c44a8df4a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960'] for network (2086a67f-ad0e-45c1-9682-081d09ad4825), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:05.771624 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15861eb2-f266-4103-9274-8c44a8df4a20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:05.772521 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-15861eb2-f266-4103-9274-8c44a8df4a20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:05.776278 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-d07a2853-558c-4d72-8252-7d540a94993b None None] Provisioning complete for port a8d99b47-4dcc-4a0a-bdab-c099c91eb993 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:05.776651 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d07a2853-558c-4d72-8252-7d540a94993b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (a8d99b47-4dcc-4a0a-bdab-c099c91eb993), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:05.805338 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-15861eb2-f266-4103-9274-8c44a8df4a20 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4905317 Apr 05 22:43:05.808105 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 53028) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:05.814695 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-9941c8dc-392d-49ee-b1cd-ebaf0fdc2366 admin admin] Request body: {'subnet': {'network_id': '2086a67f-ad0e-45c1-9682-081d09ad4825', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1041613180-subnet', 'tenant_id': '9986eeee9e1741a8a8deee424bfb6ee4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:43:05.824109 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-f7ca0218-17bf-4571-973e-d65fc645bbbb None None] Set router bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:43:05.849186 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9941c8dc-392d-49ee-b1cd-ebaf0fdc2366 admin admin] Made reservation on behalf of 9986eeee9e1741a8a8deee424bfb6ee4 for: {'subnet': 1} {{(pid=103303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:43:05.851527 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9941c8dc-392d-49ee-b1cd-ebaf0fdc2366 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25366875'] for subnet (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:05.877119 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15861eb2-f266-4103-9274-8c44a8df4a20 admin admin] Pushing event updated for resources: {'Network': ['ID=2086a67f-ad0e-45c1-9682-081d09ad4825,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:05.912685 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448522d1-23bf-47d2-81c5-26aeda1b0ac7 req-5dc6d00b-6e00-4ffd-ab29-cc67a10b3ca4 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:05.914637 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-448522d1-23bf-47d2-81c5-26aeda1b0ac7 req-5dc6d00b-6e00-4ffd-ab29-cc67a10b3ca4 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 946 time: 0.0696034 Apr 05 22:43:05.919477 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Network 2086a67f-ad0e-45c1-9682-081d09ad4825 details requested by agent ovs-agent-dv-cinder-835879-4-iscsi with host dv-cinder-835879-4-iscsi {{(pid=103304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:43:05.994748 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-448522d1-23bf-47d2-81c5-26aeda1b0ac7 req-6d668f21-496e-4c6b-b579-03db9585003b tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676110 Apr 05 22:43:06.100811 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-d07a2853-558c-4d72-8252-7d540a94993b None None] Current status of the port a8d99b47-4dcc-4a0a-bdab-c099c91eb993 is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:43:06.169788 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-f7ca0218-17bf-4571-973e-d65fc645bbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd', 'name': 'tempest-TestMinimumBasicScenario-720478267-router', 'tenant_id': '21e949a947724a51802556a5f44f9069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'fd1b18aa-3827-4938-acef-f9331de2346c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:03Z', 'updated_at': '2022-04-05T22:43:04Z', 'revision_number': 3, 'project_id': '21e949a947724a51802556a5f44f9069', 'gw_port': {'id': 'fd1b18aa-3827-4938-acef-f9331de2346c', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:04Z', 'updated_at': '2022-04-05T22:43:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi'}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:06.198591 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ca0218-17bf-4571-973e-d65fc645bbbb None None] Checking router: bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd for host: dv-cinder-835879-4-iscsi {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:43:06.198591 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ca0218-17bf-4571-973e-d65fc645bbbb None None] Updating router bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd port fd1b18aa-3827-4938-acef-f9331de2346c binding host dv-cinder-835879-4-iscsi {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:43:06.206359 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9941c8dc-392d-49ee-b1cd-ebaf0fdc2366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25648302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25366853'] for subnet (fed8380a-54f9-4282-a105-4edb2011589d), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:06.233348 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f7ca0218-17bf-4571-973e-d65fc645bbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (fd1b18aa-3827-4938-acef-f9331de2346c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:06.295752 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9941c8dc-392d-49ee-b1cd-ebaf0fdc2366 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fed8380a-54f9-4282-a105-4edb2011589d,revision_number=0']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:06.338204 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9941c8dc-392d-49ee-b1cd-ebaf0fdc2366 admin admin] Checking segment: {'id': '72092f12-c4fa-4158-85b1-34e6b9680a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '2086a67f-ad0e-45c1-9682-081d09ad4825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:43:06.338560 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9941c8dc-392d-49ee-b1cd-ebaf0fdc2366 admin admin] Network hostable DHCP agents. Network: 2086a67f-ad0e-45c1-9682-081d09ad4825, hostable agents: ['1fb4f16d-f195-4bf9-acd2-17d67be332a8'], hosted agents: [] {{(pid=103303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:43:06.345306 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-2825566e-124d-4d70-aab3-f65c36c25290 None None] Provisioning complete for port a8d99b47-4dcc-4a0a-bdab-c099c91eb993 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:06.345677 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2825566e-124d-4d70-aab3-f65c36c25290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (a8d99b47-4dcc-4a0a-bdab-c099c91eb993), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:06.385101 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9941c8dc-392d-49ee-b1cd-ebaf0fdc2366 admin admin] Network 2086a67f-ad0e-45c1-9682-081d09ad4825 is scheduled to be hosted by DHCP agent 1fb4f16d-f195-4bf9-acd2-17d67be332a8 with binding_index 1 {{(pid=103303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:43:06.400186 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-9941c8dc-392d-49ee-b1cd-ebaf0fdc2366 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-4-iscsi, 2086a67f-ad0e-45c1-9682-081d09ad4825) {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:43:06.405280 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9941c8dc-392d-49ee-b1cd-ebaf0fdc2366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:06.405733 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9941c8dc-392d-49ee-b1cd-ebaf0fdc2366 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for subnet (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:06.432369 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-de011d70-0f88-4f68-aa9c-59ac1ac4c679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:06.432839 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4831f4c-52f5-4405-8dff-28f65468142b None None] Network 2086a67f-ad0e-45c1-9682-081d09ad4825 requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:43:06.446206 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-9941c8dc-392d-49ee-b1cd-ebaf0fdc2366 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6370642 Apr 05 22:43:06.597271 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-2825566e-124d-4d70-aab3-f65c36c25290 None None] Current status of the port a8d99b47-4dcc-4a0a-bdab-c099c91eb993 is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:43:06.600892 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-de011d70-0f88-4f68-aa9c-59ac1ac4c679 admin admin] Allocated IP 172.20.0.1 (641cc78c-9adf-489f-a3d9-393fcc970dc7/1a8814a8-dbf2-4ec2-9d65-e7895c88a3a4/0e3f24d9-f225-45ed-9ae2-377973102434) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:43:06.615961 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cfb0b6-d691-4e10-8d84-10c9d93a5739 None None] Network 2086a67f-ad0e-45c1-9682-081d09ad4825 requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:43:06.707604 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f7ca0218-17bf-4571-973e-d65fc645bbbb None None] Publish callbacks [] for port (fd1b18aa-3827-4938-acef-f9331de2346c), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:06.719969 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f7ca0218-17bf-4571-973e-d65fc645bbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (fd1b18aa-3827-4938-acef-f9331de2346c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:06.726353 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-de011d70-0f88-4f68-aa9c-59ac1ac4c679 admin admin] Publish callbacks [] for port (0e3f24d9-f225-45ed-9ae2-377973102434), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:06.766022 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-de011d70-0f88-4f68-aa9c-59ac1ac4c679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25648990'] for port (0e3f24d9-f225-45ed-9ae2-377973102434), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:06.805107 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de011d70-0f88-4f68-aa9c-59ac1ac4c679 admin admin] Network 641cc78c-9adf-489f-a3d9-393fcc970dc7 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:43:06.806404 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3176c9d3-f0f6-44a1-a85b-29195bf5c5f6 None None] Pushing event updated for resources: {'Port': ['ID=fd1b18aa-3827-4938-acef-f9331de2346c,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:06.809902 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-de011d70-0f88-4f68-aa9c-59ac1ac4c679 admin admin] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:43:06.810109 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-f7ca0218-17bf-4571-973e-d65fc645bbbb None None] Attempting to bind port fd1b18aa-3827-4938-acef-f9331de2346c on host dv-cinder-835879-4-iscsi for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:43:06.810489 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-f7ca0218-17bf-4571-973e-d65fc645bbbb None None] Attempting to bind port fd1b18aa-3827-4938-acef-f9331de2346c by drivers openvswitch,hyperv on host dv-cinder-835879-4-iscsi at level 0 using segments [{'id': '2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:43:06.810862 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca0218-17bf-4571-973e-d65fc645bbbb None None] Attempting to bind port fd1b18aa-3827-4938-acef-f9331de2346c on network f2e9bb50-0445-459c-9ef2-0222ede25138 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:43:06.813558 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de011d70-0f88-4f68-aa9c-59ac1ac4c679 admin admin] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:43:06.816918 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-126a228a-8bea-45e4-83c2-143899313b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:06.819807 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca0218-17bf-4571-973e-d65fc645bbbb None None] Checking agent: {'id': 'c28e45a8-012e-434a-8853-ea48f08ceb18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 23, 41), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:43:06.820267 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca0218-17bf-4571-973e-d65fc645bbbb None None] Checking segment: {'id': '2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:43:06.820782 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f7ca0218-17bf-4571-973e-d65fc645bbbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:06.821303 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca0218-17bf-4571-973e-d65fc645bbbb None None] Bound using segment: {'id': '2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:43:06.821837 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-f7ca0218-17bf-4571-973e-d65fc645bbbb None None] Bound port: fd1b18aa-3827-4938-acef-f9331de2346c, host: dv-cinder-835879-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:43:06.822280 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f7ca0218-17bf-4571-973e-d65fc645bbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (fd1b18aa-3827-4938-acef-f9331de2346c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:06.846803 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de011d70-0f88-4f68-aa9c-59ac1ac4c679 admin admin] Pushing event updated for resources: {'Port': ['ID=0e3f24d9-f225-45ed-9ae2-377973102434,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:06.860647 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-de011d70-0f88-4f68-aa9c-59ac1ac4c679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527961'] for router_interface (bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:06.913540 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-f7ca0218-17bf-4571-973e-d65fc645bbbb None None] For port fd1b18aa-3827-4938-acef-f9331de2346c, host dv-cinder-835879-4-iscsi, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:43:06.918294 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-f7ca0218-17bf-4571-973e-d65fc645bbbb None None] For port fd1b18aa-3827-4938-acef-f9331de2346c, host dv-cinder-835879-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=fd1b18aa-3827-4938-acef-f9331de2346c,segment=NetworkSegment(2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f),segment_id=2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:43:06.928916 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f7ca0218-17bf-4571-973e-d65fc645bbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (fd1b18aa-3827-4938-acef-f9331de2346c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:06.972964 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device a8d99b47-4dcc-4a0a-bdab-c099c91eb993 up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:43:07.006016 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 7631f91b-5607-42ff-9557-287d00fc5d32 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:43:07.033506 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-de011d70-0f88-4f68-aa9c-59ac1ac4c679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (0e3f24d9-f225-45ed-9ae2-377973102434), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:07.116848 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ca0218-17bf-4571-973e-d65fc645bbbb None None] Routers {'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:43:07.118702 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-f7ca0218-17bf-4571-973e-d65fc645bbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:43:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:07.126824 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3176c9d3-f0f6-44a1-a85b-29195bf5c5f6 None None] Pushing event updated for resources: {'Port': ['ID=fd1b18aa-3827-4938-acef-f9331de2346c,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:07.244801 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-b7722f97-9ab2-4b4f-b43c-4bc34d488a6f None None] Provisioning complete for port 0e3f24d9-f225-45ed-9ae2-377973102434 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:07.245181 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7722f97-9ab2-4b4f-b43c-4bc34d488a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (0e3f24d9-f225-45ed-9ae2-377973102434), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:07.280407 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca02a8a-9fd7-405d-88f6-aa2876a98021 req-afceb723-af70-4520-9984-14226a8e0e29 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:07.282867 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9ca02a8a-9fd7-405d-88f6-aa2876a98021 req-afceb723-af70-4520-9984-14226a8e0e29 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 946 time: 0.0724919 Apr 05 22:43:07.283515 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 53050) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:07.298972 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port a8d99b47-4dcc-4a0a-bdab-c099c91eb993 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:07.299352 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (a8d99b47-4dcc-4a0a-bdab-c099c91eb993), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:07.323657 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-de011d70-0f88-4f68-aa9c-59ac1ac4c679 admin admin] Publish callbacks [] for port (0e3f24d9-f225-45ed-9ae2-377973102434), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:07.330689 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-de011d70-0f88-4f68-aa9c-59ac1ac4c679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25648935'] for port (0e3f24d9-f225-45ed-9ae2-377973102434), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:07.342247 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9ca02a8a-9fd7-405d-88f6-aa2876a98021 req-262f3518-66a1-4e96-b5c3-1ad22ae5cd2f tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518334 Apr 05 22:43:07.361416 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-f7ca0218-17bf-4571-973e-d65fc645bbbb None None] Set router bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:43:07.363821 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port 7631f91b-5607-42ff-9557-287d00fc5d32 is: ACTIVE; New status is: DOWN {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:43:07.363946 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (7631f91b-5607-42ff-9557-287d00fc5d32), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:07.366135 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b7722f97-9ab2-4b4f-b43c-4bc34d488a6f None None] Port 0e3f24d9-f225-45ed-9ae2-377973102434 cannot update to ACTIVE because it is not bound. {{(pid=103304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:43:07.409298 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de011d70-0f88-4f68-aa9c-59ac1ac4c679 admin admin] Pushing event updated for resources: {'Port': ['ID=0e3f24d9-f225-45ed-9ae2-377973102434,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:07.413565 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-de011d70-0f88-4f68-aa9c-59ac1ac4c679 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530121'] for router_interface (bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:07.421681 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b07736fd-b5fb-4476-9c73-9048e0bfb10f req-d8b7c47d-c343-4b78-82e3-87e91f33e246 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1365969 Apr 05 22:43:07.429502 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [req-b07736fd-b5fb-4476-9c73-9048e0bfb10f req-78389232-79a3-4657-9068-09e8a61c6bd4 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:43:07.430706 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b07736fd-b5fb-4476-9c73-9048e0bfb10f req-78389232-79a3-4657-9068-09e8a61c6bd4 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068479 Apr 05 22:43:07.512133 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de011d70-0f88-4f68-aa9c-59ac1ac4c679 admin admin] Network 641cc78c-9adf-489f-a3d9-393fcc970dc7 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:43:07.514166 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-de011d70-0f88-4f68-aa9c-59ac1ac4c679 admin admin] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:43:07.596743 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 53058) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:07.620509 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b79f2c-5284-4b79-8c54-6d8b26ec6060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7631f91b-5607-42ff-9557-287d00fc5d32'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:43:07.623114 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16471d07bccade7c78bbaf7939695eccfc965b3074ad902c0ac28a73985796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be9b030-7567-4da2-b2c9-c57a38b44fe8" -d '{"events": [{"server_uuid": "a2b79f2c-5284-4b79-8c54-6d8b26ec6060", "name": "network-vif-unplugged", "status": "completed", "tag": "7631f91b-5607-42ff-9557-287d00fc5d32"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:43:07.638538 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de011d70-0f88-4f68-aa9c-59ac1ac4c679 admin admin] Router bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:43:07.642897 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:07.644697 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 7631f91b-5607-42ff-9557-287d00fc5d32, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=7631f91b-5607-42ff-9557-287d00fc5d32,segment=NetworkSegment(c1ebb7e1-0047-457c-a72e-795ced95da87),segment_id=c1ebb7e1-0047-457c-a72e-795ced95da87)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:43:07.665565 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (7631f91b-5607-42ff-9557-287d00fc5d32), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:07.732451 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07736fd-b5fb-4476-9c73-9048e0bfb10f req-b083957d-672b-4483-add1-eec17fde6c5e tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:07.734364 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b07736fd-b5fb-4476-9c73-9048e0bfb10f req-b083957d-672b-4483-add1-eec17fde6c5e tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports/7631f91b-5607-42ff-9557-287d00fc5d32 HTTP/1.1" status: 200 len: 941 time: 0.1359761 Apr 05 22:43:07.807921 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de011d70-0f88-4f68-aa9c-59ac1ac4c679 admin admin] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:43:07.816806 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-de011d70-0f88-4f68-aa9c-59ac1ac4c679 admin admin] 10.222.0.15 "PUT /v2.0/routers/bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3639526 Apr 05 22:43:07.823029 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 05 Apr 2022 22:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad96521a-faff-4060-b66d-eb1a32f3cb2c x-openstack-request-id: req-ad96521a-faff-4060-b66d-eb1a32f3cb2c {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:43:07.823302 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2b79f2c-5284-4b79-8c54-6d8b26ec6060", "name": "network-vif-unplugged", "status": "failed", "tag": "7631f91b-5607-42ff-9557-287d00fc5d32", "code": 422}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:43:07.823565 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ad96521a-faff-4060-b66d-eb1a32f3cb2c {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:43:07.823937 dv-cinder-835879-4-iscsi neutron-server[103304]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ad96521a-faff-4060-b66d-eb1a32f3cb2c']: {'server_uuid': 'a2b79f2c-5284-4b79-8c54-6d8b26ec6060', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7631f91b-5607-42ff-9557-287d00fc5d32', 'code': 422} returned with failed status Apr 05 22:43:07.866389 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port a8d99b47-4dcc-4a0a-bdab-c099c91eb993 is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:43:07.919563 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=7631f91b-5607-42ff-9557-287d00fc5d32,revision_number=6']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:07.923810 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-3db4ae67-fe7c-4b54-86e1-b707509a333f None None] Provisioning complete for port 0e3f24d9-f225-45ed-9ae2-377973102434 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:07.924190 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3db4ae67-fe7c-4b54-86e1-b707509a333f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (0e3f24d9-f225-45ed-9ae2-377973102434), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:07.979131 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-3db4ae67-fe7c-4b54-86e1-b707509a333f None None] Port 0e3f24d9-f225-45ed-9ae2-377973102434 cannot update to ACTIVE because it is not bound. {{(pid=103304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:43:07.985355 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-f7ca0218-17bf-4571-973e-d65fc645bbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd', 'name': 'tempest-TestMinimumBasicScenario-720478267-router', 'tenant_id': '21e949a947724a51802556a5f44f9069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'fd1b18aa-3827-4938-acef-f9331de2346c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:03Z', 'updated_at': '2022-04-05T22:43:06Z', 'revision_number': 4, 'project_id': '21e949a947724a51802556a5f44f9069', 'gw_port': {'id': 'fd1b18aa-3827-4938-acef-f9331de2346c', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:04Z', 'updated_at': '2022-04-05T22:43:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': '0e3f24d9-f225-45ed-9ae2-377973102434', 'name': '', 'network_id': '641cc78c-9adf-489f-a3d9-393fcc970dc7', 'tenant_id': '21e949a947724a51802556a5f44f9069', 'mac_address': 'fa:16:3e:c3:7f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1a8814a8-dbf2-4ec2-9d65-e7895c88a3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:06Z', 'updated_at': '2022-04-05T22:43:06Z', 'revision_number': 1, 'project_id': '21e949a947724a51802556a5f44f9069', 'subnets': [{'id': '1a8814a8-dbf2-4ec2-9d65-e7895c88a3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:08.013939 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ca0218-17bf-4571-973e-d65fc645bbbb None None] The sync data for ids ['bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd'] in dv-cinder-835879-4-iscsi is: [{'id': 'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd', 'name': 'tempest-TestMinimumBasicScenario-720478267-router', 'tenant_id': '21e949a947724a51802556a5f44f9069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'fd1b18aa-3827-4938-acef-f9331de2346c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:03Z', 'updated_at': '2022-04-05T22:43:06Z', 'revision_number': 4, 'project_id': '21e949a947724a51802556a5f44f9069', 'gw_port': {'id': 'fd1b18aa-3827-4938-acef-f9331de2346c', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:04Z', 'updated_at': '2022-04-05T22:43:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': '0e3f24d9-f225-45ed-9ae2-377973102434', 'name': '', 'network_id': '641cc78c-9adf-489f-a3d9-393fcc970dc7', 'tenant_id': '21e949a947724a51802556a5f44f9069', 'mac_address': 'fa:16:3e:c3:7f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1a8814a8-dbf2-4ec2-9d65-e7895c88a3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:06Z', 'updated_at': '2022-04-05T22:43:06Z', 'revision_number': 1, 'project_id': '21e949a947724a51802556a5f44f9069', 'subnets': [{'id': '1a8814a8-dbf2-4ec2-9d65-e7895c88a3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:43:08.426994 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 53108) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:08.431865 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-670dab2e-e320-47dd-9a72-6824ca3bd452 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1939704785-network', 'tenant_id': '699c339c49534b55b53d16eef36ce758'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:43:08.460080 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670dab2e-e320-47dd-9a72-6824ca3bd452 admin admin] Made reservation on behalf of 699c339c49534b55b53d16eef36ce758 for: {'network': 1} {{(pid=103303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:43:08.462658 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-670dab2e-e320-47dd-9a72-6824ca3bd452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for network (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:08.474816 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-670dab2e-e320-47dd-9a72-6824ca3bd452 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:08.555176 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faaefb2-0856-4167-98e8-85650e8394e1 req-f016e9ec-a9a9-410d-82ff-cf03648de364 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:08.556804 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4faaefb2-0856-4167-98e8-85650e8394e1 req-f016e9ec-a9a9-410d-82ff-cf03648de364 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 944 time: 0.1352232 Apr 05 22:43:08.568254 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-670dab2e-e320-47dd-9a72-6824ca3bd452 admin admin] Publish callbacks [] for security_group (fc270b04-d848-4d02-9047-42a902faa680), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:08.576175 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-670dab2e-e320-47dd-9a72-6824ca3bd452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (fc270b04-d848-4d02-9047-42a902faa680), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:08.590010 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-e87e9ad2-d1bd-467e-833a-737d52c07ccf tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:08.597012 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-e87e9ad2-d1bd-467e-833a-737d52c07ccf tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/networks?id=2086a67f-ad0e-45c1-9682-081d09ad4825 HTTP/1.1" status: 200 len: 814 time: 0.1900735 Apr 05 22:43:08.600228 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-670dab2e-e320-47dd-9a72-6824ca3bd452 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=103303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:43:08.611179 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-f50eaf5d-992d-4e0a-9227-0bac3a7b2ea4 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/quotas/9986eeee9e1741a8a8deee424bfb6ee4 HTTP/1.1" status: 200 len: 375 time: 0.0132577 Apr 05 22:43:08.615575 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670dab2e-e320-47dd-9a72-6824ca3bd452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc270b04-d848-4d02-9047-42a902faa680,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:08.633930 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-670dab2e-e320-47dd-9a72-6824ca3bd452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781'] for segment (095b0844-ebfd-4ede-af5b-5fa5fefc5f8a), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:08.634249 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.db.segments_db [None req-670dab2e-e320-47dd-9a72-6824ca3bd452 admin admin] Added segment 095b0844-ebfd-4ede-af5b-5fa5fefc5f8a of type vlan for network 62d2640b-5880-4ae3-a91f-d5316582d1e4 Apr 05 22:43:08.671562 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-1bc9514c-cbeb-4909-8146-04f60dbff360 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9986eeee9e1741a8a8deee424bfb6ee4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481393 Apr 05 22:43:08.677493 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-a4560d1b-1cdf-463d-afd1-54753290be32 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:43:08.684852 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-a4560d1b-1cdf-463d-afd1-54753290be32 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0122066 Apr 05 22:43:08.686948 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-670dab2e-e320-47dd-9a72-6824ca3bd452 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760878853690'] for network (62d2640b-5880-4ae3-a91f-d5316582d1e4), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:08.697499 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4faaefb2-0856-4167-98e8-85650e8394e1 req-4ea623d2-af27-4ad6-aade-aadf78274ac2 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312304 Apr 05 22:43:08.726024 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-670dab2e-e320-47dd-9a72-6824ca3bd452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960'] for network (62d2640b-5880-4ae3-a91f-d5316582d1e4), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:08.727701 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670dab2e-e320-47dd-9a72-6824ca3bd452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:08.729280 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-670dab2e-e320-47dd-9a72-6824ca3bd452 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for network (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:08.791368 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-670dab2e-e320-47dd-9a72-6824ca3bd452 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3631790 Apr 05 22:43:08.794187 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 53110) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:08.797798 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670dab2e-e320-47dd-9a72-6824ca3bd452 admin admin] Pushing event updated for resources: {'Network': ['ID=62d2640b-5880-4ae3-a91f-d5316582d1e4,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:08.799959 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-441d59e5-6e86-4858-a0ed-ec9cad561a68 admin admin] Request body: {'subnet': {'network_id': '62d2640b-5880-4ae3-a91f-d5316582d1e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1939704785-subnet', 'tenant_id': '699c339c49534b55b53d16eef36ce758', 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:43:08.808038 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Network 62d2640b-5880-4ae3-a91f-d5316582d1e4 details requested by agent ovs-agent-dv-cinder-835879-4-iscsi with host dv-cinder-835879-4-iscsi {{(pid=103304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:43:08.822875 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-32b67e7e-a23b-4334-ad6b-a5ace779b7fb service neutron] 10.222.0.15 "GET /v2.0/networks/2086a67f-ad0e-45c1-9682-081d09ad4825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368618 Apr 05 22:43:08.828100 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441d59e5-6e86-4858-a0ed-ec9cad561a68 admin admin] Made reservation on behalf of 699c339c49534b55b53d16eef36ce758 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:43:08.832060 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-441d59e5-6e86-4858-a0ed-ec9cad561a68 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25649181'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:09.030109 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-d4752de5-4e34-4a85-b9c2-42ab16969667 service neutron] 10.222.0.15 "GET /v2.0/networks/2086a67f-ad0e-45c1-9682-081d09ad4825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940775 Apr 05 22:43:09.132309 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-441d59e5-6e86-4858-a0ed-ec9cad561a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28859688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25649155'] for subnet (fbd91e2e-349e-4c1a-9f83-46a17f31da96), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:09.181484 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:09.187457 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d59e5-6e86-4858-a0ed-ec9cad561a68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbd91e2e-349e-4c1a-9f83-46a17f31da96,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:09.254770 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5787ac36-da3d-470e-8493-fa6a49dd7a19 req-dfbc5771-62a0-4f91-ae2c-b5e0ad180335 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1338609-8268-4e04-9c2f-f723027866e7 HTTP/1.1" status: 200 len: 210 time: 0.0414853 Apr 05 22:43:09.257630 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441d59e5-6e86-4858-a0ed-ec9cad561a68 admin admin] Checking segment: {'id': '095b0844-ebfd-4ede-af5b-5fa5fefc5f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '62d2640b-5880-4ae3-a91f-d5316582d1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:43:09.257989 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441d59e5-6e86-4858-a0ed-ec9cad561a68 admin admin] Network hostable DHCP agents. Network: 62d2640b-5880-4ae3-a91f-d5316582d1e4, hostable agents: ['1fb4f16d-f195-4bf9-acd2-17d67be332a8'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:43:09.282331 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441d59e5-6e86-4858-a0ed-ec9cad561a68 admin admin] Network 62d2640b-5880-4ae3-a91f-d5316582d1e4 is scheduled to be hosted by DHCP agent 1fb4f16d-f195-4bf9-acd2-17d67be332a8 with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:43:09.299891 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-441d59e5-6e86-4858-a0ed-ec9cad561a68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-4-iscsi, 62d2640b-5880-4ae3-a91f-d5316582d1e4) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:43:09.308962 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92472127-f858-4e74-a784-47ca07b1a077 None None] Network 62d2640b-5880-4ae3-a91f-d5316582d1e4 requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:43:09.312126 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441d59e5-6e86-4858-a0ed-ec9cad561a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:09.312625 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-441d59e5-6e86-4858-a0ed-ec9cad561a68 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:09.352530 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-441d59e5-6e86-4858-a0ed-ec9cad561a68 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5542867 Apr 05 22:43:09.352815 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 53120) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:09.357060 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-a6b4f2ef-2a5f-4fea-9e7a-ef52678c0a7f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1939704785-router', 'tenant_id': '699c339c49534b55b53d16eef36ce758', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:43:09.380524 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07736fd-b5fb-4476-9c73-9048e0bfb10f req-33014a60-626b-41c3-92ce-183f23697ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:09.382038 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b07736fd-b5fb-4476-9c73-9048e0bfb10f req-33014a60-626b-41c3-92ce-183f23697ddf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060&tenant_id=6a5381bd54734bd2877c50c329d25a21 HTTP/1.1" status: 200 len: 1128 time: 0.0800672 Apr 05 22:43:09.388659 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a6b4f2ef-2a5f-4fea-9e7a-ef52678c0a7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-531801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7268'] for router (cfb0b849-f900-42ab-8787-2a9fbc7ebe30), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:09.390262 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a6b4f2ef-2a5f-4fea-9e7a-ef52678c0a7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7293'] for router (cfb0b849-f900-42ab-8787-2a9fbc7ebe30), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:09.458402 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af163f2-55c6-4248-8d9c-01823f17acb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26cd13a5-304d-5ca3-99a1-274aeb97f72b-62d2640b-5880-4ae3-a91f-d5316582d1e4', 'network_id': '62d2640b-5880-4ae3-a91f-d5316582d1e4', 'project_id': '699c339c49534b55b53d16eef36ce758', 'fixed_ips': [{'subnet_id': 'fbd91e2e-349e-4c1a-9f83-46a17f31da96'}]}} from dv-cinder-835879-4-iscsi. {{(pid=103304) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 22:43:09.459334 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0af163f2-55c6-4248-8d9c-01823f17acb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:09.503140 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a6b4f2ef-2a5f-4fea-9e7a-ef52678c0a7f admin admin] Publish callbacks [] for router_controller (cfb0b849-f900-42ab-8787-2a9fbc7ebe30), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:09.556422 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07736fd-b5fb-4476-9c73-9048e0bfb10f req-464f17e1-e1cb-431f-a22b-17dbba2f81b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:09.557973 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b07736fd-b5fb-4476-9c73-9048e0bfb10f req-464f17e1-e1cb-431f-a22b-17dbba2f81b8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6a5381bd54734bd2877c50c329d25a21&device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 1128 time: 0.1519578 Apr 05 22:43:09.632417 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-0af163f2-55c6-4248-8d9c-01823f17acb7 None None] Allocated IP 172.20.0.2 (62d2640b-5880-4ae3-a91f-d5316582d1e4/fbd91e2e-349e-4c1a-9f83-46a17f31da96/a2b757ed-3bc8-4729-a950-4e48d1fa157e) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:43:09.747257 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a6b4f2ef-2a5f-4fea-9e7a-ef52678c0a7f admin admin] Publish callbacks [] for router_gateway (cfb0b849-f900-42ab-8787-2a9fbc7ebe30), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:09.813929 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07736fd-b5fb-4476-9c73-9048e0bfb10f req-39cd9e22-735a-4f2b-b166-23b1b2a0a3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:09.815288 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b07736fd-b5fb-4476-9c73-9048e0bfb10f req-39cd9e22-735a-4f2b-b166-23b1b2a0a3ec service neutron] 10.222.0.46 "GET /v2.0/networks?id=aad58d47-6598-42c9-a3eb-59b1a9dac7a0 HTTP/1.1" status: 200 len: 909 time: 0.2277865 Apr 05 22:43:09.834192 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0af163f2-55c6-4248-8d9c-01823f17acb7 None None] Publish callbacks [] for port (a2b757ed-3bc8-4729-a950-4e48d1fa157e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:09.841971 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0af163f2-55c6-4248-8d9c-01823f17acb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596'] for port (a2b757ed-3bc8-4729-a950-4e48d1fa157e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:09.892997 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af163f2-55c6-4248-8d9c-01823f17acb7 None None] Network 62d2640b-5880-4ae3-a91f-d5316582d1e4 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:43:09.904072 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-0af163f2-55c6-4248-8d9c-01823f17acb7 None None] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:43:09.917043 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af163f2-55c6-4248-8d9c-01823f17acb7 None None] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:43:09.958613 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af163f2-55c6-4248-8d9c-01823f17acb7 None None] Pushing event updated for resources: {'Port': ['ID=a2b757ed-3bc8-4729-a950-4e48d1fa157e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:09.992505 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-0af163f2-55c6-4248-8d9c-01823f17acb7 None None] Attempting to bind port a2b757ed-3bc8-4729-a950-4e48d1fa157e on host dv-cinder-835879-4-iscsi for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:43:09.992890 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-0af163f2-55c6-4248-8d9c-01823f17acb7 None None] Attempting to bind port a2b757ed-3bc8-4729-a950-4e48d1fa157e by drivers openvswitch,hyperv on host dv-cinder-835879-4-iscsi at level 0 using segments [{'id': '095b0844-ebfd-4ede-af5b-5fa5fefc5f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '62d2640b-5880-4ae3-a91f-d5316582d1e4'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:43:09.993501 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af163f2-55c6-4248-8d9c-01823f17acb7 None None] Attempting to bind port a2b757ed-3bc8-4729-a950-4e48d1fa157e on network 62d2640b-5880-4ae3-a91f-d5316582d1e4 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:43:09.999381 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af163f2-55c6-4248-8d9c-01823f17acb7 None None] Checking agent: {'id': 'c28e45a8-012e-434a-8853-ea48f08ceb18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 23, 41), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:43:09.999758 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af163f2-55c6-4248-8d9c-01823f17acb7 None None] Checking segment: {'id': '095b0844-ebfd-4ede-af5b-5fa5fefc5f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '62d2640b-5880-4ae3-a91f-d5316582d1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:43:10.000208 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0af163f2-55c6-4248-8d9c-01823f17acb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:10.000607 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af163f2-55c6-4248-8d9c-01823f17acb7 None None] Bound using segment: {'id': '095b0844-ebfd-4ede-af5b-5fa5fefc5f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '62d2640b-5880-4ae3-a91f-d5316582d1e4'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:43:10.001215 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-0af163f2-55c6-4248-8d9c-01823f17acb7 None None] Bound port: a2b757ed-3bc8-4729-a950-4e48d1fa157e, host: dv-cinder-835879-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '095b0844-ebfd-4ede-af5b-5fa5fefc5f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '62d2640b-5880-4ae3-a91f-d5316582d1e4'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:43:10.001608 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0af163f2-55c6-4248-8d9c-01823f17acb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (a2b757ed-3bc8-4729-a950-4e48d1fa157e), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:10.068697 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-0af163f2-55c6-4248-8d9c-01823f17acb7 None None] For port a2b757ed-3bc8-4729-a950-4e48d1fa157e, host dv-cinder-835879-4-iscsi, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:43:10.071890 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-0af163f2-55c6-4248-8d9c-01823f17acb7 None None] For port a2b757ed-3bc8-4729-a950-4e48d1fa157e, host dv-cinder-835879-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=a2b757ed-3bc8-4729-a950-4e48d1fa157e,segment=NetworkSegment(095b0844-ebfd-4ede-af5b-5fa5fefc5f8a),segment_id=095b0844-ebfd-4ede-af5b-5fa5fefc5f8a)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:43:10.079147 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0af163f2-55c6-4248-8d9c-01823f17acb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (a2b757ed-3bc8-4729-a950-4e48d1fa157e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:10.136004 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af163f2-55c6-4248-8d9c-01823f17acb7 None None] Pushing event updated for resources: {'Port': ['ID=a2b757ed-3bc8-4729-a950-4e48d1fa157e,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:10.254077 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b07736fd-b5fb-4476-9c73-9048e0bfb10f req-d52f13ea-c2db-497d-8462-7fc8ae808d80 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7631f91b-5607-42ff-9557-287d00fc5d32 HTTP/1.1" status: 200 len: 1000 time: 0.4143720 Apr 05 22:43:10.266052 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5b0f0-c9e7-4c09-acfb-dc4a4fd42a9a req-4616368d-a00a-4785-bacc-5964364842d2 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:10.267546 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f9c5b0f0-c9e7-4c09-acfb-dc4a4fd42a9a req-4616368d-a00a-4785-bacc-5964364842d2 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 944 time: 0.4779902 Apr 05 22:43:10.472861 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9717f34b-4a7d-4a2f-9612-fd6fe4f2ded9 req-b7355007-69d7-4a43-82ff-b5721ba4c8cb tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1338609-8268-4e04-9c2f-f723027866e7 HTTP/1.1" status: 200 len: 210 time: 0.1013005 Apr 05 22:43:10.508704 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07736fd-b5fb-4476-9c73-9048e0bfb10f req-b4020482-44c3-4267-b34a-54577ea1084a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:10.510197 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b07736fd-b5fb-4476-9c73-9048e0bfb10f req-b4020482-44c3-4267-b34a-54577ea1084a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=64352385-013c-4aed-a87f-560d0688e540 HTTP/1.1" status: 200 len: 847 time: 0.2405190 Apr 05 22:43:10.527269 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f9c5b0f0-c9e7-4c09-acfb-dc4a4fd42a9a req-ec4a186c-aaf3-4d39-bfac-3d39201707c4 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940289 Apr 05 22:43:10.575077 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-85ba0e28-30d1-428e-94d2-3ea7aca65dd4 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:10.576413 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-85ba0e28-30d1-428e-94d2-3ea7aca65dd4 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.46 "GET /v2.0/networks?id=2086a67f-ad0e-45c1-9682-081d09ad4825 HTTP/1.1" status: 200 len: 814 time: 0.2985182 Apr 05 22:43:10.623507 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-58ea6f0b-f8ac-457c-9fe0-86ab8c59fc27 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Request body: {'port': {'device_id': 'e1338609-8268-4e04-9c2f-f723027866e7', 'network_id': '2086a67f-ad0e-45c1-9682-081d09ad4825', 'admin_state_up': True, 'tenant_id': '9986eeee9e1741a8a8deee424bfb6ee4'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:43:10.736959 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07736fd-b5fb-4476-9c73-9048e0bfb10f req-f79de48e-c8a3-49d5-8252-bc217c0e30f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:10.738461 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b07736fd-b5fb-4476-9c73-9048e0bfb10f req-f79de48e-c8a3-49d5-8252-bc217c0e30f2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aad58d47-6598-42c9-a3eb-59b1a9dac7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2074718 Apr 05 22:43:10.766842 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:10.795062 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a6b4f2ef-2a5f-4fea-9e7a-ef52678c0a7f admin admin] Publish callbacks [] for router_gateway (cfb0b849-f900-42ab-8787-2a9fbc7ebe30), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:10.819129 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84bae89-0556-42ac-bca3-0d9e749ffbc9 None None] Sync routers for ids ['bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd'] in dv-cinder-835879-4-iscsi {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:43:10.832143 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84bae89-0556-42ac-bca3-0d9e749ffbc9 None None] Routers {'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:43:10.832702 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-c84bae89-0556-42ac-bca3-0d9e749ffbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:43:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:10.849580 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a6b4f2ef-2a5f-4fea-9e7a-ef52678c0a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:10.946311 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b07736fd-b5fb-4476-9c73-9048e0bfb10f req-2f7049ad-f62f-44af-9abc-2440ec652e0c service neutron] 10.222.0.46 "GET /v2.0/networks/aad58d47-6598-42c9-a3eb-59b1a9dac7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983569 Apr 05 22:43:10.949464 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-58ea6f0b-f8ac-457c-9fe0-86ab8c59fc27 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Made reservation on behalf of 9986eeee9e1741a8a8deee424bfb6ee4 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:43:10.952796 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-58ea6f0b-f8ac-457c-9fe0-86ab8c59fc27 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:10.964093 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device fd1b18aa-3827-4938-acef-f9331de2346c up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:43:10.982845 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-c84bae89-0556-42ac-bca3-0d9e749ffbc9 None None] Set router bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:43:11.021903 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port fd1b18aa-3827-4938-acef-f9331de2346c triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:11.022278 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (fd1b18aa-3827-4938-acef-f9331de2346c), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:11.108242 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port fd1b18aa-3827-4938-acef-f9331de2346c is: DOWN; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:43:11.108467 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (fd1b18aa-3827-4938-acef-f9331de2346c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:11.138316 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] For port fd1b18aa-3827-4938-acef-f9331de2346c, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=fd1b18aa-3827-4938-acef-f9331de2346c,segment=NetworkSegment(2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f),segment_id=2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:43:11.145316 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (fd1b18aa-3827-4938-acef-f9331de2346c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:11.146253 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device a2b757ed-3bc8-4729-a950-4e48d1fa157e up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:43:11.150611 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-a6b4f2ef-2a5f-4fea-9e7a-ef52678c0a7f admin admin] Allocated IP 172.27.2.72 (f2e9bb50-0445-459c-9ef2-0222ede25138/2ac17549-fc87-4e20-be5e-92c340e9a8b2/d883bac4-8907-4ab3-83ea-91c9a78c3fa9) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:43:11.166051 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b07736fd-b5fb-4476-9c73-9048e0bfb10f req-31a30743-bc39-4db6-9018-a7b4e0ea5105 service neutron] 10.222.0.46 "GET /v2.0/networks/aad58d47-6598-42c9-a3eb-59b1a9dac7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109327 Apr 05 22:43:11.248289 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Pushing event updated for resources: {'Port': ['ID=fd1b18aa-3827-4938-acef-f9331de2346c,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:11.250160 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-c84bae89-0556-42ac-bca3-0d9e749ffbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd', 'name': 'tempest-TestMinimumBasicScenario-720478267-router', 'tenant_id': '21e949a947724a51802556a5f44f9069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'fd1b18aa-3827-4938-acef-f9331de2346c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:03Z', 'updated_at': '2022-04-05T22:43:06Z', 'revision_number': 4, 'project_id': '21e949a947724a51802556a5f44f9069', 'gw_port': {'id': 'fd1b18aa-3827-4938-acef-f9331de2346c', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:04Z', 'updated_at': '2022-04-05T22:43:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': '0e3f24d9-f225-45ed-9ae2-377973102434', 'name': '', 'network_id': '641cc78c-9adf-489f-a3d9-393fcc970dc7', 'tenant_id': '21e949a947724a51802556a5f44f9069', 'mac_address': 'fa:16:3e:c3:7f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1a8814a8-dbf2-4ec2-9d65-e7895c88a3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:06Z', 'updated_at': '2022-04-05T22:43:07Z', 'revision_number': 2, 'project_id': '21e949a947724a51802556a5f44f9069', 'subnets': [{'id': '1a8814a8-dbf2-4ec2-9d65-e7895c88a3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:11.260038 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port a2b757ed-3bc8-4729-a950-4e48d1fa157e triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:11.261028 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (a2b757ed-3bc8-4729-a950-4e48d1fa157e), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:11.283390 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-58ea6f0b-f8ac-457c-9fe0-86ab8c59fc27 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Allocated IP 172.20.0.12 (2086a67f-ad0e-45c1-9682-081d09ad4825/fed8380a-54f9-4282-a105-4edb2011589d/22aa2410-ce53-479c-8858-b56f6f46bd8c) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:43:11.288354 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84bae89-0556-42ac-bca3-0d9e749ffbc9 None None] Checking router: bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd for host: dv-cinder-835879-4-iscsi {{(pid=103305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:43:11.289015 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84bae89-0556-42ac-bca3-0d9e749ffbc9 None None] Updating router bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd port 0e3f24d9-f225-45ed-9ae2-377973102434 binding host dv-cinder-835879-4-iscsi {{(pid=103305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:43:11.325005 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c84bae89-0556-42ac-bca3-0d9e749ffbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (0e3f24d9-f225-45ed-9ae2-377973102434), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:11.357605 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port a2b757ed-3bc8-4729-a950-4e48d1fa157e is: DOWN; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:43:11.357910 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (a2b757ed-3bc8-4729-a950-4e48d1fa157e), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:11.402318 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] For port a2b757ed-3bc8-4729-a950-4e48d1fa157e, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=a2b757ed-3bc8-4729-a950-4e48d1fa157e,segment=NetworkSegment(095b0844-ebfd-4ede-af5b-5fa5fefc5f8a),segment_id=095b0844-ebfd-4ede-af5b-5fa5fefc5f8a)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:43:11.407983 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (a2b757ed-3bc8-4729-a950-4e48d1fa157e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:11.424202 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a6b4f2ef-2a5f-4fea-9e7a-ef52678c0a7f admin admin] Publish callbacks [] for port (d883bac4-8907-4ab3-83ea-91c9a78c3fa9), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:11.481031 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Pushing event updated for resources: {'Port': ['ID=a2b757ed-3bc8-4729-a950-4e48d1fa157e,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:11.527346 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-58ea6f0b-f8ac-457c-9fe0-86ab8c59fc27 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Publish callbacks [] for port (22aa2410-ce53-479c-8858-b56f6f46bd8c), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:11.531114 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a6b4f2ef-2a5f-4fea-9e7a-ef52678c0a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (d883bac4-8907-4ab3-83ea-91c9a78c3fa9), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:11.586037 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b4f2ef-2a5f-4fea-9e7a-ef52678c0a7f admin admin] Network f2e9bb50-0445-459c-9ef2-0222ede25138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:43:11.600066 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad31114d-ed45-44f8-9305-8145ad0b1b3f None None] Network 62d2640b-5880-4ae3-a91f-d5316582d1e4 requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:43:11.606338 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-a6b4f2ef-2a5f-4fea-9e7a-ef52678c0a7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:43:11.609823 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f50cfcff-710e-4e86-be63-c2093498a296 req-5096bb4e-4a71-49d0-ac02-c3462282d831 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1338609-8268-4e04-9c2f-f723027866e7 HTTP/1.1" status: 200 len: 210 time: 0.0453365 Apr 05 22:43:11.610473 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b4f2ef-2a5f-4fea-9e7a-ef52678c0a7f admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:43:11.671069 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c84bae89-0556-42ac-bca3-0d9e749ffbc9 None None] Publish callbacks [] for port (0e3f24d9-f225-45ed-9ae2-377973102434), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:11.678015 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-a61ba327-443a-415a-a6d2-802a415ac81c None None] Provisioning complete for port a2b757ed-3bc8-4729-a950-4e48d1fa157e triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:11.678219 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c84bae89-0556-42ac-bca3-0d9e749ffbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (0e3f24d9-f225-45ed-9ae2-377973102434), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:11.678767 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a61ba327-443a-415a-a6d2-802a415ac81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (a2b757ed-3bc8-4729-a950-4e48d1fa157e), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:11.681939 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b4f2ef-2a5f-4fea-9e7a-ef52678c0a7f admin admin] Pushing event updated for resources: {'Port': ['ID=d883bac4-8907-4ab3-83ea-91c9a78c3fa9,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:11.710027 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-58ea6f0b-f8ac-457c-9fe0-86ab8c59fc27 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (22aa2410-ce53-479c-8858-b56f6f46bd8c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:11.764729 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106ab4df-957d-4334-8ad8-b8aa574de841 None None] Pushing event updated for resources: {'Port': ['ID=0e3f24d9-f225-45ed-9ae2-377973102434,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:11.789930 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106ab4df-957d-4334-8ad8-b8aa574de841 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:11.790280 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106ab4df-957d-4334-8ad8-b8aa574de841 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:11.790644 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106ab4df-957d-4334-8ad8-b8aa574de841 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:11.791001 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106ab4df-957d-4334-8ad8-b8aa574de841 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:11.791338 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106ab4df-957d-4334-8ad8-b8aa574de841 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:11.791670 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106ab4df-957d-4334-8ad8-b8aa574de841 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:11.791994 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106ab4df-957d-4334-8ad8-b8aa574de841 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:11.792316 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106ab4df-957d-4334-8ad8-b8aa574de841 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:11.792639 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106ab4df-957d-4334-8ad8-b8aa574de841 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:11.793644 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106ab4df-957d-4334-8ad8-b8aa574de841 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:11.794475 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106ab4df-957d-4334-8ad8-b8aa574de841 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:11.794475 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106ab4df-957d-4334-8ad8-b8aa574de841 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:11.794676 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106ab4df-957d-4334-8ad8-b8aa574de841 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:11.795007 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106ab4df-957d-4334-8ad8-b8aa574de841 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:11.796068 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106ab4df-957d-4334-8ad8-b8aa574de841 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:11.812968 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-c84bae89-0556-42ac-bca3-0d9e749ffbc9 None None] Attempting to bind port 0e3f24d9-f225-45ed-9ae2-377973102434 on host dv-cinder-835879-4-iscsi for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:43:11.812968 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-c84bae89-0556-42ac-bca3-0d9e749ffbc9 None None] Attempting to bind port 0e3f24d9-f225-45ed-9ae2-377973102434 by drivers openvswitch,hyperv on host dv-cinder-835879-4-iscsi at level 0 using segments [{'id': '4bd64f36-2eca-4470-9ec3-df8cfa4c008d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '641cc78c-9adf-489f-a3d9-393fcc970dc7'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:43:11.813486 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84bae89-0556-42ac-bca3-0d9e749ffbc9 None None] Attempting to bind port 0e3f24d9-f225-45ed-9ae2-377973102434 on network 641cc78c-9adf-489f-a3d9-393fcc970dc7 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:43:11.824291 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84bae89-0556-42ac-bca3-0d9e749ffbc9 None None] Checking agent: {'id': 'c28e45a8-012e-434a-8853-ea48f08ceb18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 23, 41), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:43:11.824991 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84bae89-0556-42ac-bca3-0d9e749ffbc9 None None] Checking segment: {'id': '4bd64f36-2eca-4470-9ec3-df8cfa4c008d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '641cc78c-9adf-489f-a3d9-393fcc970dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:43:11.825088 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c84bae89-0556-42ac-bca3-0d9e749ffbc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:11.826628 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84bae89-0556-42ac-bca3-0d9e749ffbc9 None None] Bound using segment: {'id': '4bd64f36-2eca-4470-9ec3-df8cfa4c008d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '641cc78c-9adf-489f-a3d9-393fcc970dc7'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:43:11.826628 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-c84bae89-0556-42ac-bca3-0d9e749ffbc9 None None] Bound port: 0e3f24d9-f225-45ed-9ae2-377973102434, host: dv-cinder-835879-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bd64f36-2eca-4470-9ec3-df8cfa4c008d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '641cc78c-9adf-489f-a3d9-393fcc970dc7'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:43:11.826628 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c84bae89-0556-42ac-bca3-0d9e749ffbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (0e3f24d9-f225-45ed-9ae2-377973102434), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:11.831186 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-a61ba327-443a-415a-a6d2-802a415ac81c None None] Current status of the port a2b757ed-3bc8-4729-a950-4e48d1fa157e is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:43:11.839484 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-58ea6f0b-f8ac-457c-9fe0-86ab8c59fc27 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Network 2086a67f-ad0e-45c1-9682-081d09ad4825 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:43:11.846983 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26d201-3beb-4f2f-a909-564fa699196c req-15fed436-5dc9-4c30-8a1d-a7c76fc1d183 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:11.848579 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6b26d201-3beb-4f2f-a909-564fa699196c req-15fed436-5dc9-4c30-8a1d-a7c76fc1d183 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 944 time: 0.2359073 Apr 05 22:43:11.860388 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-58ea6f0b-f8ac-457c-9fe0-86ab8c59fc27 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:43:11.887525 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-58ea6f0b-f8ac-457c-9fe0-86ab8c59fc27 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:43:11.890079 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea6f0b-f8ac-457c-9fe0-86ab8c59fc27 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Pushing event updated for resources: {'Port': ['ID=22aa2410-ce53-479c-8858-b56f6f46bd8c,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:12.021869 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6b26d201-3beb-4f2f-a909-564fa699196c req-b326ed2d-bf26-48fb-b959-e85c4473fa97 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656327 Apr 05 22:43:12.027022 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-58ea6f0b-f8ac-457c-9fe0-86ab8c59fc27 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:12.028230 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-58ea6f0b-f8ac-457c-9fe0-86ab8c59fc27 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:12.069935 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-c84bae89-0556-42ac-bca3-0d9e749ffbc9 None None] For port 0e3f24d9-f225-45ed-9ae2-377973102434, host dv-cinder-835879-4-iscsi, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:43:12.073303 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-c84bae89-0556-42ac-bca3-0d9e749ffbc9 None None] For port 0e3f24d9-f225-45ed-9ae2-377973102434, host dv-cinder-835879-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=0e3f24d9-f225-45ed-9ae2-377973102434,segment=NetworkSegment(4bd64f36-2eca-4470-9ec3-df8cfa4c008d),segment_id=4bd64f36-2eca-4470-9ec3-df8cfa4c008d)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:43:12.080532 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c84bae89-0556-42ac-bca3-0d9e749ffbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (0e3f24d9-f225-45ed-9ae2-377973102434), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:12.083357 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-58ea6f0b-f8ac-457c-9fe0-86ab8c59fc27 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4651458 Apr 05 22:43:12.097129 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-8d25f78e-dc18-4af8-baee-3c6b74c2705e service neutron] Request body: {'port': {'device_id': 'e1338609-8268-4e04-9c2f-f723027866e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:43:12.135812 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84bae89-0556-42ac-bca3-0d9e749ffbc9 None None] Routers {'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:43:12.136271 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a6b4f2ef-2a5f-4fea-9e7a-ef52678c0a7f admin admin] Publish callbacks [] for router_gateway (cfb0b849-f900-42ab-8787-2a9fbc7ebe30), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:12.136440 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-c84bae89-0556-42ac-bca3-0d9e749ffbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:43:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:12.159594 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-9cab2ff0-f60b-4880-be29-e01d277b52b4 None None] Provisioning complete for port a2b757ed-3bc8-4729-a950-4e48d1fa157e triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:12.160057 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9cab2ff0-f60b-4880-be29-e01d277b52b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (a2b757ed-3bc8-4729-a950-4e48d1fa157e), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:12.176012 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106ab4df-957d-4334-8ad8-b8aa574de841 None None] Pushing event updated for resources: {'Port': ['ID=0e3f24d9-f225-45ed-9ae2-377973102434,revision_number=4']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:12.213841 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-8d25f78e-dc18-4af8-baee-3c6b74c2705e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (22aa2410-ce53-479c-8858-b56f6f46bd8c), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:12.278967 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-9cab2ff0-f60b-4880-be29-e01d277b52b4 None None] Current status of the port a2b757ed-3bc8-4729-a950-4e48d1fa157e is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:43:12.279960 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-c84bae89-0556-42ac-bca3-0d9e749ffbc9 None None] Set router bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:43:12.291577 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-9cab2ff0-f60b-4880-be29-e01d277b52b4 None None] Provisioning complete for port 0e3f24d9-f225-45ed-9ae2-377973102434 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:12.292098 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9cab2ff0-f60b-4880-be29-e01d277b52b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (0e3f24d9-f225-45ed-9ae2-377973102434), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:12.383007 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-9cab2ff0-f60b-4880-be29-e01d277b52b4 None None] Current status of the port 0e3f24d9-f225-45ed-9ae2-377973102434 is: DOWN; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:43:12.383342 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9cab2ff0-f60b-4880-be29-e01d277b52b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (0e3f24d9-f225-45ed-9ae2-377973102434), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:12.421400 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-9cab2ff0-f60b-4880-be29-e01d277b52b4 None None] For port 0e3f24d9-f225-45ed-9ae2-377973102434, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=0e3f24d9-f225-45ed-9ae2-377973102434,segment=NetworkSegment(4bd64f36-2eca-4470-9ec3-df8cfa4c008d),segment_id=4bd64f36-2eca-4470-9ec3-df8cfa4c008d)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:43:12.426471 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9cab2ff0-f60b-4880-be29-e01d277b52b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (0e3f24d9-f225-45ed-9ae2-377973102434), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:12.482171 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab2ff0-f60b-4880-be29-e01d277b52b4 None None] Pushing event updated for resources: {'Port': ['ID=0e3f24d9-f225-45ed-9ae2-377973102434,revision_number=5']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:12.505760 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-c84bae89-0556-42ac-bca3-0d9e749ffbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd', 'name': 'tempest-TestMinimumBasicScenario-720478267-router', 'tenant_id': '21e949a947724a51802556a5f44f9069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'fd1b18aa-3827-4938-acef-f9331de2346c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:03Z', 'updated_at': '2022-04-05T22:43:06Z', 'revision_number': 4, 'project_id': '21e949a947724a51802556a5f44f9069', 'gw_port': {'id': 'fd1b18aa-3827-4938-acef-f9331de2346c', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:04Z', 'updated_at': '2022-04-05T22:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': '0e3f24d9-f225-45ed-9ae2-377973102434', 'name': '', 'network_id': '641cc78c-9adf-489f-a3d9-393fcc970dc7', 'tenant_id': '21e949a947724a51802556a5f44f9069', 'mac_address': 'fa:16:3e:c3:7f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1a8814a8-dbf2-4ec2-9d65-e7895c88a3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:06Z', 'updated_at': '2022-04-05T22:43:12Z', 'revision_number': 4, 'project_id': '21e949a947724a51802556a5f44f9069', 'subnets': [{'id': '1a8814a8-dbf2-4ec2-9d65-e7895c88a3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:12.527656 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a6b4f2ef-2a5f-4fea-9e7a-ef52678c0a7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528008'] for router (cfb0b849-f900-42ab-8787-2a9fbc7ebe30), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:12.532305 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84bae89-0556-42ac-bca3-0d9e749ffbc9 None None] The sync data for ids ['bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd'] in dv-cinder-835879-4-iscsi is: [{'id': 'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd', 'name': 'tempest-TestMinimumBasicScenario-720478267-router', 'tenant_id': '21e949a947724a51802556a5f44f9069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'fd1b18aa-3827-4938-acef-f9331de2346c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:03Z', 'updated_at': '2022-04-05T22:43:06Z', 'revision_number': 4, 'project_id': '21e949a947724a51802556a5f44f9069', 'gw_port': {'id': 'fd1b18aa-3827-4938-acef-f9331de2346c', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:04Z', 'updated_at': '2022-04-05T22:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': '0e3f24d9-f225-45ed-9ae2-377973102434', 'name': '', 'network_id': '641cc78c-9adf-489f-a3d9-393fcc970dc7', 'tenant_id': '21e949a947724a51802556a5f44f9069', 'mac_address': 'fa:16:3e:c3:7f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1a8814a8-dbf2-4ec2-9d65-e7895c88a3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:06Z', 'updated_at': '2022-04-05T22:43:12Z', 'revision_number': 4, 'project_id': '21e949a947724a51802556a5f44f9069', 'subnets': [{'id': '1a8814a8-dbf2-4ec2-9d65-e7895c88a3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:43:12.551143 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-24a5f8b3-f5c1-47a4-8cfd-7ae18c967caf None None] Provisioning complete for port 0e3f24d9-f225-45ed-9ae2-377973102434 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:12.551581 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24a5f8b3-f5c1-47a4-8cfd-7ae18c967caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (0e3f24d9-f225-45ed-9ae2-377973102434), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:12.633242 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-24a5f8b3-f5c1-47a4-8cfd-7ae18c967caf None None] Current status of the port 0e3f24d9-f225-45ed-9ae2-377973102434 is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:43:12.929024 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device fd1b18aa-3827-4938-acef-f9331de2346c up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:43:12.988920 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port fd1b18aa-3827-4938-acef-f9331de2346c triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:12.989970 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (fd1b18aa-3827-4938-acef-f9331de2346c), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:13.029681 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-8d25f78e-dc18-4af8-baee-3c6b74c2705e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22aa2410-ce53-479c-8858-b56f6f46bd8c {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:43:13.044433 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-8d25f78e-dc18-4af8-baee-3c6b74c2705e service neutron] Publish callbacks [] for port (22aa2410-ce53-479c-8858-b56f6f46bd8c), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:13.053616 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542a424-8171-4229-b007-c2214ab22b30 req-c4fc7796-ebab-4a96-b846-cfb0c43e9375 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:13.055101 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1542a424-8171-4229-b007-c2214ab22b30 req-c4fc7796-ebab-4a96-b846-cfb0c43e9375 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1338609-8268-4e04-9c2f-f723027866e7 HTTP/1.1" status: 200 len: 932 time: 0.1349113 Apr 05 22:43:13.074610 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port fd1b18aa-3827-4938-acef-f9331de2346c is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:43:13.075873 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device a2b757ed-3bc8-4729-a950-4e48d1fa157e up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:43:13.079979 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-8d25f78e-dc18-4af8-baee-3c6b74c2705e service neutron] Transition to ACTIVE for port object 22aa2410-ce53-479c-8858-b56f6f46bd8c will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:43:13.094479 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-8d25f78e-dc18-4af8-baee-3c6b74c2705e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28860065'] for port (22aa2410-ce53-479c-8858-b56f6f46bd8c), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:13.128210 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b4f2ef-2a5f-4fea-9e7a-ef52678c0a7f admin admin] Router cfb0b849-f900-42ab-8787-2a9fbc7ebe30 is scheduled to L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 22:43:13.128561 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port a2b757ed-3bc8-4729-a950-4e48d1fa157e triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:13.128951 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (a2b757ed-3bc8-4729-a950-4e48d1fa157e), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:13.193890 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1542a424-8171-4229-b007-c2214ab22b30 req-5adb96f6-ff52-4250-a12d-c743498b4b3d tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/security-groups?id=1115a394-0e97-4777-8338-e56d17cb0e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276171 Apr 05 22:43:13.211667 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d25f78e-dc18-4af8-baee-3c6b74c2705e service neutron] Pushing event updated for resources: {'Port': ['ID=22aa2410-ce53-479c-8858-b56f6f46bd8c,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:13.230748 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port a2b757ed-3bc8-4729-a950-4e48d1fa157e is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:43:13.231809 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 0e3f24d9-f225-45ed-9ae2-377973102434 up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:43:13.280692 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port 0e3f24d9-f225-45ed-9ae2-377973102434 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:13.281218 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (0e3f24d9-f225-45ed-9ae2-377973102434), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:13.367985 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb15a5-0a48-4358-91bb-c7456b79a5b8 req-afc4d202-41b9-49ef-b555-c5f67390f98f tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:13.369488 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c1fb15a5-0a48-4358-91bb-c7456b79a5b8 req-afc4d202-41b9-49ef-b555-c5f67390f98f tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 944 time: 0.2142262 Apr 05 22:43:13.370061 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port 0e3f24d9-f225-45ed-9ae2-377973102434 is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:43:13.400879 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-8d25f78e-dc18-4af8-baee-3c6b74c2705e service neutron] Attempting to bind port 22aa2410-ce53-479c-8858-b56f6f46bd8c on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:43:13.401122 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-8d25f78e-dc18-4af8-baee-3c6b74c2705e service neutron] Attempting to bind port 22aa2410-ce53-479c-8858-b56f6f46bd8c by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '72092f12-c4fa-4158-85b1-34e6b9680a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '2086a67f-ad0e-45c1-9682-081d09ad4825'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:43:13.401448 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-8d25f78e-dc18-4af8-baee-3c6b74c2705e service neutron] Attempting to bind port 22aa2410-ce53-479c-8858-b56f6f46bd8c on network 2086a67f-ad0e-45c1-9682-081d09ad4825 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:43:13.410589 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-8d25f78e-dc18-4af8-baee-3c6b74c2705e service neutron] Port 22aa2410-ce53-479c-8858-b56f6f46bd8c on network 2086a67f-ad0e-45c1-9682-081d09ad4825 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:43:13.411468 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-8d25f78e-dc18-4af8-baee-3c6b74c2705e service neutron] Attempting to bind port 22aa2410-ce53-479c-8858-b56f6f46bd8c on network 2086a67f-ad0e-45c1-9682-081d09ad4825 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:43:13.416081 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b4f2ef-2a5f-4fea-9e7a-ef52678c0a7f admin admin] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:43:13.425091 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c018980-9b9c-4337-8ba3-f86ef83a5970 None None] Sync routers for ids ['cfb0b849-f900-42ab-8787-2a9fbc7ebe30'] in dv-cinder-835879-4-iscsi {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:43:13.431160 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-8d25f78e-dc18-4af8-baee-3c6b74c2705e service neutron] Checking agent: {'id': '3b59f0d0-9584-48dd-b0cd-e16373160cf9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 30), 'started_at': datetime.datetime(2022, 4, 5, 22, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:43:13.431497 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-8d25f78e-dc18-4af8-baee-3c6b74c2705e service neutron] Checking segment: {'id': '72092f12-c4fa-4158-85b1-34e6b9680a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '2086a67f-ad0e-45c1-9682-081d09ad4825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:43:13.431876 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-8d25f78e-dc18-4af8-baee-3c6b74c2705e service neutron] Bound using segment: {'id': '72092f12-c4fa-4158-85b1-34e6b9680a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '2086a67f-ad0e-45c1-9682-081d09ad4825'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:43:13.432308 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-8d25f78e-dc18-4af8-baee-3c6b74c2705e service neutron] Bound port: 22aa2410-ce53-479c-8858-b56f6f46bd8c, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72092f12-c4fa-4158-85b1-34e6b9680a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '2086a67f-ad0e-45c1-9682-081d09ad4825'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:43:13.432666 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-8d25f78e-dc18-4af8-baee-3c6b74c2705e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (22aa2410-ce53-479c-8858-b56f6f46bd8c), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:13.435275 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c018980-9b9c-4337-8ba3-f86ef83a5970 None None] Routers {'cfb0b849-f900-42ab-8787-2a9fbc7ebe30'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:43:13.435894 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-9c018980-9b9c-4337-8ba3-f86ef83a5970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:43:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['cfb0b849-f900-42ab-8787-2a9fbc7ebe30'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:13.461106 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a6b4f2ef-2a5f-4fea-9e7a-ef52678c0a7f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:13.462326 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-a6b4f2ef-2a5f-4fea-9e7a-ef52678c0a7f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1086457 Apr 05 22:43:13.465977 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 53140) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:13.491176 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c1fb15a5-0a48-4358-91bb-c7456b79a5b8 req-a10e777e-95d7-430e-abe2-63fbfddf4826 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128635 Apr 05 22:43:13.600938 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-8d25f78e-dc18-4af8-baee-3c6b74c2705e service neutron] For port 22aa2410-ce53-479c-8858-b56f6f46bd8c, host hv-cinder-83587, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:43:13.622046 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-8d25f78e-dc18-4af8-baee-3c6b74c2705e service neutron] For port 22aa2410-ce53-479c-8858-b56f6f46bd8c, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=22aa2410-ce53-479c-8858-b56f6f46bd8c,segment=NetworkSegment(72092f12-c4fa-4158-85b1-34e6b9680a80),segment_id=72092f12-c4fa-4158-85b1-34e6b9680a80)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:43:13.632556 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-8d25f78e-dc18-4af8-baee-3c6b74c2705e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28860065'] for port (22aa2410-ce53-479c-8858-b56f6f46bd8c), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:13.678805 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-9c018980-9b9c-4337-8ba3-f86ef83a5970 None None] Set router cfb0b849-f900-42ab-8787-2a9fbc7ebe30 gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:43:13.700833 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-8d25f78e-dc18-4af8-baee-3c6b74c2705e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:13.701514 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-8d25f78e-dc18-4af8-baee-3c6b74c2705e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:13.702870 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-8d25f78e-dc18-4af8-baee-3c6b74c2705e service neutron] 10.222.0.46 "PUT /v2.0/ports/22aa2410-ce53-479c-8858-b56f6f46bd8c HTTP/1.1" status: 200 len: 1094 time: 1.6122141 Apr 05 22:43:13.703306 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1338609-8268-4e04-9c2f-f723027866e7', 'tag': '22aa2410-ce53-479c-8858-b56f6f46bd8c'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:43:13.705576 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c88522a-7996-4442-8960-fcda8f81c396" -d '{"events": [{"name": "network-changed", "server_uuid": "e1338609-8268-4e04-9c2f-f723027866e7", "tag": "22aa2410-ce53-479c-8858-b56f6f46bd8c"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:43:13.776698 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d25f78e-dc18-4af8-baee-3c6b74c2705e service neutron] Pushing event updated for resources: {'Port': ['ID=22aa2410-ce53-479c-8858-b56f6f46bd8c,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:13.866994 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-dbc5b1b9-7c77-4aac-9ccf-c71f62ac6613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:13.868493 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-dbc5b1b9-7c77-4aac-9ccf-c71f62ac6613 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9986eeee9e1741a8a8deee424bfb6ee4&device_id=e1338609-8268-4e04-9c2f-f723027866e7 HTTP/1.1" status: 200 len: 1128 time: 0.1011994 Apr 05 22:43:13.877016 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-9c018980-9b9c-4337-8ba3-f86ef83a5970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb0b849-f900-42ab-8787-2a9fbc7ebe30', 'name': 'tempest-TestMinimumBasicScenario-1939704785-router', 'tenant_id': '699c339c49534b55b53d16eef36ce758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'd883bac4-8907-4ab3-83ea-91c9a78c3fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:09Z', 'updated_at': '2022-04-05T22:43:11Z', 'revision_number': 3, 'project_id': '699c339c49534b55b53d16eef36ce758', 'gw_port': {'id': 'd883bac4-8907-4ab3-83ea-91c9a78c3fa9', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:36:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb0b849-f900-42ab-8787-2a9fbc7ebe30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:10Z', 'updated_at': '2022-04-05T22:43:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi'}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:13.912475 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c018980-9b9c-4337-8ba3-f86ef83a5970 None None] Checking router: cfb0b849-f900-42ab-8787-2a9fbc7ebe30 for host: dv-cinder-835879-4-iscsi {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:43:13.912849 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c018980-9b9c-4337-8ba3-f86ef83a5970 None None] Updating router cfb0b849-f900-42ab-8787-2a9fbc7ebe30 port d883bac4-8907-4ab3-83ea-91c9a78c3fa9 binding host dv-cinder-835879-4-iscsi {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:43:13.945854 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-3ab7e928-e59c-44d9-9cfd-ac3b3b1dcb12 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22aa2410-ce53-479c-8858-b56f6f46bd8c HTTP/1.1" status: 200 len: 217 time: 0.0671561 Apr 05 22:43:13.946288 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9c018980-9b9c-4337-8ba3-f86ef83a5970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (d883bac4-8907-4ab3-83ea-91c9a78c3fa9), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:13.982319 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6dc0d61-ea3b-4708-a8e9-55324dfe2cb1 x-openstack-request-id: req-a6dc0d61-ea3b-4708-a8e9-55324dfe2cb1 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:43:13.982613 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1338609-8268-4e04-9c2f-f723027866e7", "tag": "22aa2410-ce53-479c-8858-b56f6f46bd8c", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:43:13.982867 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a6dc0d61-ea3b-4708-a8e9-55324dfe2cb1 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:43:13.983289 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6dc0d61-ea3b-4708-a8e9-55324dfe2cb1'] response: {'name': 'network-changed', 'server_uuid': 'e1338609-8268-4e04-9c2f-f723027866e7', 'tag': '22aa2410-ce53-479c-8858-b56f6f46bd8c', 'status': 'completed', 'code': 200} Apr 05 22:43:14.026827 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-6f9a46c1-ee23-46da-8e85-42762c8682f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:14.028285 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-6f9a46c1-ee23-46da-8e85-42762c8682f8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fed8380a-54f9-4282-a105-4edb2011589d HTTP/1.1" status: 200 len: 854 time: 0.0766366 Apr 05 22:43:14.065847 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-90dc9caf-8312-428e-8666-d7d5cd17ecd7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2086a67f-ad0e-45c1-9682-081d09ad4825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313194 Apr 05 22:43:14.198513 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9c018980-9b9c-4337-8ba3-f86ef83a5970 None None] Publish callbacks [] for port (d883bac4-8907-4ab3-83ea-91c9a78c3fa9), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:14.204120 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9c018980-9b9c-4337-8ba3-f86ef83a5970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (d883bac4-8907-4ab3-83ea-91c9a78c3fa9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:14.213362 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8a3b4cf2-cfaf-41e5-bb33-1ef225e762e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:14.224876 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-a84b20b8-0204-4dc2-a463-d906a9cf0c10 service neutron] 10.222.0.46 "GET /v2.0/networks/2086a67f-ad0e-45c1-9682-081d09ad4825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528604 Apr 05 22:43:14.254118 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-9c018980-9b9c-4337-8ba3-f86ef83a5970 None None] Attempting to bind port d883bac4-8907-4ab3-83ea-91c9a78c3fa9 on host dv-cinder-835879-4-iscsi for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:43:14.255341 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-9c018980-9b9c-4337-8ba3-f86ef83a5970 None None] Attempting to bind port d883bac4-8907-4ab3-83ea-91c9a78c3fa9 by drivers openvswitch,hyperv on host dv-cinder-835879-4-iscsi at level 0 using segments [{'id': '2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:43:14.255667 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c018980-9b9c-4337-8ba3-f86ef83a5970 None None] Attempting to bind port d883bac4-8907-4ab3-83ea-91c9a78c3fa9 on network f2e9bb50-0445-459c-9ef2-0222ede25138 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:43:14.266523 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a3220-ba99-4958-a6a1-21e3bad14e0b None None] Pushing event updated for resources: {'Port': ['ID=d883bac4-8907-4ab3-83ea-91c9a78c3fa9,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:14.268920 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c018980-9b9c-4337-8ba3-f86ef83a5970 None None] Checking agent: {'id': 'c28e45a8-012e-434a-8853-ea48f08ceb18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 23, 41), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:43:14.269783 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c018980-9b9c-4337-8ba3-f86ef83a5970 None None] Checking segment: {'id': '2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:43:14.269783 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9c018980-9b9c-4337-8ba3-f86ef83a5970 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:14.270057 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c018980-9b9c-4337-8ba3-f86ef83a5970 None None] Bound using segment: {'id': '2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:43:14.271569 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-9c018980-9b9c-4337-8ba3-f86ef83a5970 None None] Bound port: d883bac4-8907-4ab3-83ea-91c9a78c3fa9, host: dv-cinder-835879-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:43:14.271569 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9c018980-9b9c-4337-8ba3-f86ef83a5970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (d883bac4-8907-4ab3-83ea-91c9a78c3fa9), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:14.296794 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90a3220-ba99-4958-a6a1-21e3bad14e0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:14.297133 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90a3220-ba99-4958-a6a1-21e3bad14e0b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:14.297474 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90a3220-ba99-4958-a6a1-21e3bad14e0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:14.297809 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90a3220-ba99-4958-a6a1-21e3bad14e0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:14.298159 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90a3220-ba99-4958-a6a1-21e3bad14e0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:14.298469 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90a3220-ba99-4958-a6a1-21e3bad14e0b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:14.298927 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90a3220-ba99-4958-a6a1-21e3bad14e0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:14.299235 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90a3220-ba99-4958-a6a1-21e3bad14e0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:14.299578 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90a3220-ba99-4958-a6a1-21e3bad14e0b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:14.299899 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90a3220-ba99-4958-a6a1-21e3bad14e0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:14.300220 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90a3220-ba99-4958-a6a1-21e3bad14e0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:14.300539 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90a3220-ba99-4958-a6a1-21e3bad14e0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:14.300879 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90a3220-ba99-4958-a6a1-21e3bad14e0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:14.301201 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90a3220-ba99-4958-a6a1-21e3bad14e0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:14.301524 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90a3220-ba99-4958-a6a1-21e3bad14e0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:14.336425 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-9c018980-9b9c-4337-8ba3-f86ef83a5970 None None] For port d883bac4-8907-4ab3-83ea-91c9a78c3fa9, host dv-cinder-835879-4-iscsi, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:43:14.339701 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-9c018980-9b9c-4337-8ba3-f86ef83a5970 None None] For port d883bac4-8907-4ab3-83ea-91c9a78c3fa9, host dv-cinder-835879-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=d883bac4-8907-4ab3-83ea-91c9a78c3fa9,segment=NetworkSegment(2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f),segment_id=2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:43:14.345414 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9c018980-9b9c-4337-8ba3-f86ef83a5970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (d883bac4-8907-4ab3-83ea-91c9a78c3fa9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:14.400242 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c018980-9b9c-4337-8ba3-f86ef83a5970 None None] Routers {'cfb0b849-f900-42ab-8787-2a9fbc7ebe30'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:43:14.400888 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-9c018980-9b9c-4337-8ba3-f86ef83a5970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:43:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['cfb0b849-f900-42ab-8787-2a9fbc7ebe30'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:14.437297 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a3220-ba99-4958-a6a1-21e3bad14e0b None None] Pushing event updated for resources: {'Port': ['ID=d883bac4-8907-4ab3-83ea-91c9a78c3fa9,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:14.446626 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d573c5-a028-4947-9953-7e9d4041c8aa req-24805b26-f97b-4f38-8c1a-8bdbb0480db3 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:14.448126 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b2d573c5-a028-4947-9953-7e9d4041c8aa req-24805b26-f97b-4f38-8c1a-8bdbb0480db3 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1338609-8268-4e04-9c2f-f723027866e7 HTTP/1.1" status: 200 len: 944 time: 0.1750641 Apr 05 22:43:14.452654 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c649858f-f3ec-4fdb-82e0-f7f7da1f7534 req-0b32294c-b337-4b55-af2a-baf68d2e111f service neutron] 10.222.0.46 "GET /v2.0/networks/2086a67f-ad0e-45c1-9682-081d09ad4825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218745 Apr 05 22:43:14.512383 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-9c018980-9b9c-4337-8ba3-f86ef83a5970 None None] Set router cfb0b849-f900-42ab-8787-2a9fbc7ebe30 gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:43:14.523910 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-8a3b4cf2-cfaf-41e5-bb33-1ef225e762e9 admin admin] Allocated IP 172.20.0.1 (62d2640b-5880-4ae3-a91f-d5316582d1e4/fbd91e2e-349e-4c1a-9f83-46a17f31da96/687219d1-9f46-4f5a-b7ef-968a13f95f9b) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:43:14.538181 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b2d573c5-a028-4947-9953-7e9d4041c8aa req-ae6e14b5-bed4-4f5e-b490-b50d6375afcc tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/security-groups?id=1115a394-0e97-4777-8338-e56d17cb0e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827281 Apr 05 22:43:14.677969 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b70e8af-ff83-43c7-a91e-3e56894038cc req-be43d5b4-8d80-4354-b613-bb65e563cb1a tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:14.679472 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6b70e8af-ff83-43c7-a91e-3e56894038cc req-be43d5b4-8d80-4354-b613-bb65e563cb1a tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 944 time: 0.0823774 Apr 05 22:43:14.684793 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8a3b4cf2-cfaf-41e5-bb33-1ef225e762e9 admin admin] Publish callbacks [] for port (687219d1-9f46-4f5a-b7ef-968a13f95f9b), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:14.689313 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-9c018980-9b9c-4337-8ba3-f86ef83a5970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb0b849-f900-42ab-8787-2a9fbc7ebe30', 'name': 'tempest-TestMinimumBasicScenario-1939704785-router', 'tenant_id': '699c339c49534b55b53d16eef36ce758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'd883bac4-8907-4ab3-83ea-91c9a78c3fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:09Z', 'updated_at': '2022-04-05T22:43:11Z', 'revision_number': 3, 'project_id': '699c339c49534b55b53d16eef36ce758', 'gw_port': {'id': 'd883bac4-8907-4ab3-83ea-91c9a78c3fa9', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:36:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb0b849-f900-42ab-8787-2a9fbc7ebe30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:10Z', 'updated_at': '2022-04-05T22:43:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi'}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:14.719237 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c018980-9b9c-4337-8ba3-f86ef83a5970 None None] The sync data for ids ['cfb0b849-f900-42ab-8787-2a9fbc7ebe30'] in dv-cinder-835879-4-iscsi is: [{'id': 'cfb0b849-f900-42ab-8787-2a9fbc7ebe30', 'name': 'tempest-TestMinimumBasicScenario-1939704785-router', 'tenant_id': '699c339c49534b55b53d16eef36ce758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'd883bac4-8907-4ab3-83ea-91c9a78c3fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:09Z', 'updated_at': '2022-04-05T22:43:11Z', 'revision_number': 3, 'project_id': '699c339c49534b55b53d16eef36ce758', 'gw_port': {'id': 'd883bac4-8907-4ab3-83ea-91c9a78c3fa9', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:36:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb0b849-f900-42ab-8787-2a9fbc7ebe30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:10Z', 'updated_at': '2022-04-05T22:43:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi'}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:43:14.754235 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6b70e8af-ff83-43c7-a91e-3e56894038cc req-f99b953e-b8da-430b-a857-bd62e5434a40 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677056 Apr 05 22:43:14.755747 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8a3b4cf2-cfaf-41e5-bb33-1ef225e762e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (687219d1-9f46-4f5a-b7ef-968a13f95f9b), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:14.796420 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3b4cf2-cfaf-41e5-bb33-1ef225e762e9 admin admin] Network 62d2640b-5880-4ae3-a91f-d5316582d1e4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:43:14.799269 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-8a3b4cf2-cfaf-41e5-bb33-1ef225e762e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:43:14.803015 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3b4cf2-cfaf-41e5-bb33-1ef225e762e9 admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:43:14.829889 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b4cf2-cfaf-41e5-bb33-1ef225e762e9 admin admin] Pushing event updated for resources: {'Port': ['ID=687219d1-9f46-4f5a-b7ef-968a13f95f9b,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:14.851930 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8a3b4cf2-cfaf-41e5-bb33-1ef225e762e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527961'] for router_interface (cfb0b849-f900-42ab-8787-2a9fbc7ebe30), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.025704 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8a3b4cf2-cfaf-41e5-bb33-1ef225e762e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (687219d1-9f46-4f5a-b7ef-968a13f95f9b), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.077365 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-3b53197b-d369-41f3-bcf7-b25ec5cb3839 None None] Provisioning complete for port 687219d1-9f46-4f5a-b7ef-968a13f95f9b triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:15.077936 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3b53197b-d369-41f3-bcf7-b25ec5cb3839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (687219d1-9f46-4f5a-b7ef-968a13f95f9b), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.119455 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-3b53197b-d369-41f3-bcf7-b25ec5cb3839 None None] Port 687219d1-9f46-4f5a-b7ef-968a13f95f9b cannot update to ACTIVE because it is not bound. {{(pid=103304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:43:15.215718 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8a3b4cf2-cfaf-41e5-bb33-1ef225e762e9 admin admin] Publish callbacks [] for port (687219d1-9f46-4f5a-b7ef-968a13f95f9b), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.220236 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8a3b4cf2-cfaf-41e5-bb33-1ef225e762e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28860065'] for port (687219d1-9f46-4f5a-b7ef-968a13f95f9b), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.286031 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8a3b4cf2-cfaf-41e5-bb33-1ef225e762e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530121'] for router_interface (cfb0b849-f900-42ab-8787-2a9fbc7ebe30), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.288710 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b4cf2-cfaf-41e5-bb33-1ef225e762e9 admin admin] Pushing event updated for resources: {'Port': ['ID=687219d1-9f46-4f5a-b7ef-968a13f95f9b,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:15.384289 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3b4cf2-cfaf-41e5-bb33-1ef225e762e9 admin admin] Network 62d2640b-5880-4ae3-a91f-d5316582d1e4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:43:15.385724 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-8a3b4cf2-cfaf-41e5-bb33-1ef225e762e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:43:15.507550 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3b4cf2-cfaf-41e5-bb33-1ef225e762e9 admin admin] Router cfb0b849-f900-42ab-8787-2a9fbc7ebe30 has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:43:15.641842 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-635c21d2-f93e-4d9b-a0e2-326a20724467 None None] Provisioning complete for port 687219d1-9f46-4f5a-b7ef-968a13f95f9b triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:15.642418 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-635c21d2-f93e-4d9b-a0e2-326a20724467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (687219d1-9f46-4f5a-b7ef-968a13f95f9b), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.657903 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3b4cf2-cfaf-41e5-bb33-1ef225e762e9 admin admin] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:43:15.663799 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-8a3b4cf2-cfaf-41e5-bb33-1ef225e762e9 admin admin] 10.222.0.15 "PUT /v2.0/routers/cfb0b849-f900-42ab-8787-2a9fbc7ebe30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1968648 Apr 05 22:43:15.678468 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-635c21d2-f93e-4d9b-a0e2-326a20724467 None None] Port 687219d1-9f46-4f5a-b7ef-968a13f95f9b cannot update to ACTIVE because it is not bound. {{(pid=103304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:43:15.680509 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d3fa5-daed-4643-89ea-71b0bd0f7cbe req-2cc0379f-0da0-41a1-a29b-1880f1420247 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:15.682218 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7a5d3fa5-daed-4643-89ea-71b0bd0f7cbe req-2cc0379f-0da0-41a1-a29b-1880f1420247 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1338609-8268-4e04-9c2f-f723027866e7 HTTP/1.1" status: 200 len: 944 time: 0.0684738 Apr 05 22:43:15.730157 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7a5d3fa5-daed-4643-89ea-71b0bd0f7cbe req-088246e6-566a-47bc-a363-637c3f9e99b8 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/security-groups?id=1115a394-0e97-4777-8338-e56d17cb0e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417984 Apr 05 22:43:15.874743 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac48244-7d26-4250-aeee-6d01a88dad42 req-dcd53a27-1cab-49ea-9af7-1a401ffb2a24 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:15.876230 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-eac48244-7d26-4250-aeee-6d01a88dad42 req-dcd53a27-1cab-49ea-9af7-1a401ffb2a24 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 944 time: 0.0525148 Apr 05 22:43:15.926284 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-eac48244-7d26-4250-aeee-6d01a88dad42 req-c6d92b4f-a64d-490f-a242-330b667968b6 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437663 Apr 05 22:43:16.315655 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009ec3de-3887-4935-b9ce-f33ee64424fe None None] Sync routers for ids ['cfb0b849-f900-42ab-8787-2a9fbc7ebe30'] in dv-cinder-835879-4-iscsi {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:43:16.324831 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009ec3de-3887-4935-b9ce-f33ee64424fe None None] Routers {'cfb0b849-f900-42ab-8787-2a9fbc7ebe30'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:43:16.325591 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-009ec3de-3887-4935-b9ce-f33ee64424fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:43:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['cfb0b849-f900-42ab-8787-2a9fbc7ebe30'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:16.396828 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88522a-7996-4442-8960-fcda8f81c396 req-0c777824-78e3-4a7f-9e45-f1f594001192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:16.401714 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1c88522a-7996-4442-8960-fcda8f81c396 req-0c777824-78e3-4a7f-9e45-f1f594001192 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9986eeee9e1741a8a8deee424bfb6ee4&device_id=e1338609-8268-4e04-9c2f-f723027866e7 HTTP/1.1" status: 200 len: 1128 time: 0.0592246 Apr 05 22:43:16.449964 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-009ec3de-3887-4935-b9ce-f33ee64424fe None None] Set router cfb0b849-f900-42ab-8787-2a9fbc7ebe30 gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:43:16.529136 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88522a-7996-4442-8960-fcda8f81c396 req-a3c5214d-dc64-4769-8da6-4766dde492fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:16.530776 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1c88522a-7996-4442-8960-fcda8f81c396 req-a3c5214d-dc64-4769-8da6-4766dde492fd service neutron] 10.222.0.46 "GET /v2.0/networks?id=2086a67f-ad0e-45c1-9682-081d09ad4825 HTTP/1.1" status: 200 len: 915 time: 0.1232660 Apr 05 22:43:16.699815 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-009ec3de-3887-4935-b9ce-f33ee64424fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb0b849-f900-42ab-8787-2a9fbc7ebe30', 'name': 'tempest-TestMinimumBasicScenario-1939704785-router', 'tenant_id': '699c339c49534b55b53d16eef36ce758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'd883bac4-8907-4ab3-83ea-91c9a78c3fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:09Z', 'updated_at': '2022-04-05T22:43:14Z', 'revision_number': 4, 'project_id': '699c339c49534b55b53d16eef36ce758', 'gw_port': {'id': 'd883bac4-8907-4ab3-83ea-91c9a78c3fa9', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:36:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb0b849-f900-42ab-8787-2a9fbc7ebe30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:10Z', 'updated_at': '2022-04-05T22:43:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': '687219d1-9f46-4f5a-b7ef-968a13f95f9b', 'name': '', 'network_id': '62d2640b-5880-4ae3-a91f-d5316582d1e4', 'tenant_id': '699c339c49534b55b53d16eef36ce758', 'mac_address': 'fa:16:3e:2c:9d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb0b849-f900-42ab-8787-2a9fbc7ebe30', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'fbd91e2e-349e-4c1a-9f83-46a17f31da96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:14Z', 'updated_at': '2022-04-05T22:43:15Z', 'revision_number': 2, 'project_id': '699c339c49534b55b53d16eef36ce758', 'subnets': [{'id': 'fbd91e2e-349e-4c1a-9f83-46a17f31da96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:16.745825 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009ec3de-3887-4935-b9ce-f33ee64424fe None None] Checking router: cfb0b849-f900-42ab-8787-2a9fbc7ebe30 for host: dv-cinder-835879-4-iscsi {{(pid=103305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:43:16.746183 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009ec3de-3887-4935-b9ce-f33ee64424fe None None] Updating router cfb0b849-f900-42ab-8787-2a9fbc7ebe30 port 687219d1-9f46-4f5a-b7ef-968a13f95f9b binding host dv-cinder-835879-4-iscsi {{(pid=103305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:43:16.793381 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-009ec3de-3887-4935-b9ce-f33ee64424fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (687219d1-9f46-4f5a-b7ef-968a13f95f9b), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:16.952319 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1c88522a-7996-4442-8960-fcda8f81c396 req-040787ae-3073-4faf-b50d-90fd188c65c8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22aa2410-ce53-479c-8858-b56f6f46bd8c HTTP/1.1" status: 200 len: 217 time: 0.4148552 Apr 05 22:43:17.001469 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device d883bac4-8907-4ab3-83ea-91c9a78c3fa9 up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:43:17.060909 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88522a-7996-4442-8960-fcda8f81c396 req-3c700391-fe99-433a-9c6b-29d2c952709a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:17.060909 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1c88522a-7996-4442-8960-fcda8f81c396 req-3c700391-fe99-433a-9c6b-29d2c952709a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fed8380a-54f9-4282-a105-4edb2011589d HTTP/1.1" status: 200 len: 854 time: 0.0997756 Apr 05 22:43:17.124904 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349a236-31d7-4f94-8ee1-d878c487282f req-65c263bf-d9cd-4a9b-9180-504d6a427e18 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:17.127007 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9349a236-31d7-4f94-8ee1-d878c487282f req-65c263bf-d9cd-4a9b-9180-504d6a427e18 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1338609-8268-4e04-9c2f-f723027866e7 HTTP/1.1" status: 200 len: 944 time: 0.1780095 Apr 05 22:43:17.136999 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port d883bac4-8907-4ab3-83ea-91c9a78c3fa9 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:17.140299 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (d883bac4-8907-4ab3-83ea-91c9a78c3fa9), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:17.202007 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1c88522a-7996-4442-8960-fcda8f81c396 req-25a59d90-e2fe-499d-826b-9457f7febcbc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2086a67f-ad0e-45c1-9682-081d09ad4825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637360 Apr 05 22:43:17.218467 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9cb24-9df1-47b2-80ea-e03dabee6f2a req-797d61a8-3514-4be0-b226-04f847faa97d tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:17.220020 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-87d9cb24-9df1-47b2-80ea-e03dabee6f2a req-797d61a8-3514-4be0-b226-04f847faa97d tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 944 time: 0.1582363 Apr 05 22:43:17.252400 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-009ec3de-3887-4935-b9ce-f33ee64424fe None None] Publish callbacks [] for port (687219d1-9f46-4f5a-b7ef-968a13f95f9b), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:17.269579 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-009ec3de-3887-4935-b9ce-f33ee64424fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (687219d1-9f46-4f5a-b7ef-968a13f95f9b), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:17.269841 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9349a236-31d7-4f94-8ee1-d878c487282f req-bca55bdd-fe2f-42e0-a529-61c30e9bc804 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/security-groups?id=1115a394-0e97-4777-8338-e56d17cb0e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302114 Apr 05 22:43:17.304373 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-87d9cb24-9df1-47b2-80ea-e03dabee6f2a req-4361edab-99f0-480b-b1c5-420349494f42 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712373 Apr 05 22:43:17.314205 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port d883bac4-8907-4ab3-83ea-91c9a78c3fa9 is: DOWN; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:43:17.314829 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (d883bac4-8907-4ab3-83ea-91c9a78c3fa9), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:17.332260 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5100b2-43ff-45b9-bc46-8c9118989234 None None] Pushing event updated for resources: {'Port': ['ID=687219d1-9f46-4f5a-b7ef-968a13f95f9b,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:17.363234 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] For port d883bac4-8907-4ab3-83ea-91c9a78c3fa9, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=d883bac4-8907-4ab3-83ea-91c9a78c3fa9,segment=NetworkSegment(2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f),segment_id=2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:43:17.369075 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (d883bac4-8907-4ab3-83ea-91c9a78c3fa9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:17.431475 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-009ec3de-3887-4935-b9ce-f33ee64424fe None None] Attempting to bind port 687219d1-9f46-4f5a-b7ef-968a13f95f9b on host dv-cinder-835879-4-iscsi for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:43:17.434402 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-009ec3de-3887-4935-b9ce-f33ee64424fe None None] Attempting to bind port 687219d1-9f46-4f5a-b7ef-968a13f95f9b by drivers openvswitch,hyperv on host dv-cinder-835879-4-iscsi at level 0 using segments [{'id': '095b0844-ebfd-4ede-af5b-5fa5fefc5f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '62d2640b-5880-4ae3-a91f-d5316582d1e4'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:43:17.435445 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009ec3de-3887-4935-b9ce-f33ee64424fe None None] Attempting to bind port 687219d1-9f46-4f5a-b7ef-968a13f95f9b on network 62d2640b-5880-4ae3-a91f-d5316582d1e4 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:43:17.443490 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009ec3de-3887-4935-b9ce-f33ee64424fe None None] Checking agent: {'id': 'c28e45a8-012e-434a-8853-ea48f08ceb18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 23, 41), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:43:17.443761 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Pushing event updated for resources: {'Port': ['ID=d883bac4-8907-4ab3-83ea-91c9a78c3fa9,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:17.444493 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009ec3de-3887-4935-b9ce-f33ee64424fe None None] Checking segment: {'id': '095b0844-ebfd-4ede-af5b-5fa5fefc5f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '62d2640b-5880-4ae3-a91f-d5316582d1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:43:17.445523 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-009ec3de-3887-4935-b9ce-f33ee64424fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:17.450566 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009ec3de-3887-4935-b9ce-f33ee64424fe None None] Bound using segment: {'id': '095b0844-ebfd-4ede-af5b-5fa5fefc5f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '62d2640b-5880-4ae3-a91f-d5316582d1e4'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:43:17.451095 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-009ec3de-3887-4935-b9ce-f33ee64424fe None None] Bound port: 687219d1-9f46-4f5a-b7ef-968a13f95f9b, host: dv-cinder-835879-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '095b0844-ebfd-4ede-af5b-5fa5fefc5f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '62d2640b-5880-4ae3-a91f-d5316582d1e4'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:43:17.451668 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-009ec3de-3887-4935-b9ce-f33ee64424fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (687219d1-9f46-4f5a-b7ef-968a13f95f9b), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:17.558062 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-009ec3de-3887-4935-b9ce-f33ee64424fe None None] For port 687219d1-9f46-4f5a-b7ef-968a13f95f9b, host dv-cinder-835879-4-iscsi, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:43:17.561540 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-009ec3de-3887-4935-b9ce-f33ee64424fe None None] For port 687219d1-9f46-4f5a-b7ef-968a13f95f9b, host dv-cinder-835879-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=687219d1-9f46-4f5a-b7ef-968a13f95f9b,segment=NetworkSegment(095b0844-ebfd-4ede-af5b-5fa5fefc5f8a),segment_id=095b0844-ebfd-4ede-af5b-5fa5fefc5f8a)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:43:17.571506 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-009ec3de-3887-4935-b9ce-f33ee64424fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (687219d1-9f46-4f5a-b7ef-968a13f95f9b), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:17.648742 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-495169be-24e3-4494-9306-c630c5c99d90 None None] Provisioning complete for port 687219d1-9f46-4f5a-b7ef-968a13f95f9b triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:17.649147 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-495169be-24e3-4494-9306-c630c5c99d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (687219d1-9f46-4f5a-b7ef-968a13f95f9b), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:17.666685 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009ec3de-3887-4935-b9ce-f33ee64424fe None None] Routers {'cfb0b849-f900-42ab-8787-2a9fbc7ebe30'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:43:17.667483 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-009ec3de-3887-4935-b9ce-f33ee64424fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:43:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['cfb0b849-f900-42ab-8787-2a9fbc7ebe30'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:17.716094 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5100b2-43ff-45b9-bc46-8c9118989234 None None] Pushing event updated for resources: {'Port': ['ID=687219d1-9f46-4f5a-b7ef-968a13f95f9b,revision_number=4']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:17.786654 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-495169be-24e3-4494-9306-c630c5c99d90 None None] Current status of the port 687219d1-9f46-4f5a-b7ef-968a13f95f9b is: DOWN; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:43:17.787234 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-495169be-24e3-4494-9306-c630c5c99d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (687219d1-9f46-4f5a-b7ef-968a13f95f9b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:17.828678 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-009ec3de-3887-4935-b9ce-f33ee64424fe None None] Set router cfb0b849-f900-42ab-8787-2a9fbc7ebe30 gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:43:17.828976 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-495169be-24e3-4494-9306-c630c5c99d90 None None] For port 687219d1-9f46-4f5a-b7ef-968a13f95f9b, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=687219d1-9f46-4f5a-b7ef-968a13f95f9b,segment=NetworkSegment(095b0844-ebfd-4ede-af5b-5fa5fefc5f8a),segment_id=095b0844-ebfd-4ede-af5b-5fa5fefc5f8a)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:43:17.837460 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-495169be-24e3-4494-9306-c630c5c99d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (687219d1-9f46-4f5a-b7ef-968a13f95f9b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:17.890798 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495169be-24e3-4494-9306-c630c5c99d90 None None] Pushing event updated for resources: {'Port': ['ID=687219d1-9f46-4f5a-b7ef-968a13f95f9b,revision_number=5']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:17.969712 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-a1894a81-bb94-4082-a3a4-f891d02075e0 None None] Provisioning complete for port 687219d1-9f46-4f5a-b7ef-968a13f95f9b triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:17.970198 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1894a81-bb94-4082-a3a4-f891d02075e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (687219d1-9f46-4f5a-b7ef-968a13f95f9b), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:18.071198 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-a1894a81-bb94-4082-a3a4-f891d02075e0 None None] Current status of the port 687219d1-9f46-4f5a-b7ef-968a13f95f9b is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:43:18.172629 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1c88522a-7996-4442-8960-fcda8f81c396 req-a1aa6766-c472-4302-94dc-4777e6a26826 service neutron] 10.222.0.46 "GET /v2.0/networks/2086a67f-ad0e-45c1-9682-081d09ad4825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138623 Apr 05 22:43:18.204564 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-009ec3de-3887-4935-b9ce-f33ee64424fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb0b849-f900-42ab-8787-2a9fbc7ebe30', 'name': 'tempest-TestMinimumBasicScenario-1939704785-router', 'tenant_id': '699c339c49534b55b53d16eef36ce758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'd883bac4-8907-4ab3-83ea-91c9a78c3fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:09Z', 'updated_at': '2022-04-05T22:43:14Z', 'revision_number': 4, 'project_id': '699c339c49534b55b53d16eef36ce758', 'gw_port': {'id': 'd883bac4-8907-4ab3-83ea-91c9a78c3fa9', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:36:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0b849-f900-42ab-8787-2a9fbc7ebe30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:10Z', 'updated_at': '2022-04-05T22:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': '687219d1-9f46-4f5a-b7ef-968a13f95f9b', 'name': '', 'network_id': '62d2640b-5880-4ae3-a91f-d5316582d1e4', 'tenant_id': '699c339c49534b55b53d16eef36ce758', 'mac_address': 'fa:16:3e:2c:9d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb0b849-f900-42ab-8787-2a9fbc7ebe30', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'fbd91e2e-349e-4c1a-9f83-46a17f31da96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:14Z', 'updated_at': '2022-04-05T22:43:17Z', 'revision_number': 4, 'project_id': '699c339c49534b55b53d16eef36ce758', 'subnets': [{'id': 'fbd91e2e-349e-4c1a-9f83-46a17f31da96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:18.241527 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009ec3de-3887-4935-b9ce-f33ee64424fe None None] The sync data for ids ['cfb0b849-f900-42ab-8787-2a9fbc7ebe30'] in dv-cinder-835879-4-iscsi is: [{'id': 'cfb0b849-f900-42ab-8787-2a9fbc7ebe30', 'name': 'tempest-TestMinimumBasicScenario-1939704785-router', 'tenant_id': '699c339c49534b55b53d16eef36ce758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'd883bac4-8907-4ab3-83ea-91c9a78c3fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:09Z', 'updated_at': '2022-04-05T22:43:14Z', 'revision_number': 4, 'project_id': '699c339c49534b55b53d16eef36ce758', 'gw_port': {'id': 'd883bac4-8907-4ab3-83ea-91c9a78c3fa9', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:36:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0b849-f900-42ab-8787-2a9fbc7ebe30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:10Z', 'updated_at': '2022-04-05T22:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': '687219d1-9f46-4f5a-b7ef-968a13f95f9b', 'name': '', 'network_id': '62d2640b-5880-4ae3-a91f-d5316582d1e4', 'tenant_id': '699c339c49534b55b53d16eef36ce758', 'mac_address': 'fa:16:3e:2c:9d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb0b849-f900-42ab-8787-2a9fbc7ebe30', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'fbd91e2e-349e-4c1a-9f83-46a17f31da96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:14Z', 'updated_at': '2022-04-05T22:43:17Z', 'revision_number': 4, 'project_id': '699c339c49534b55b53d16eef36ce758', 'subnets': [{'id': 'fbd91e2e-349e-4c1a-9f83-46a17f31da96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:43:18.288092 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1c88522a-7996-4442-8960-fcda8f81c396 req-8fad8273-9715-45ea-a461-093ffa2ecc19 service neutron] 10.222.0.46 "GET /v2.0/networks/2086a67f-ad0e-45c1-9682-081d09ad4825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099052 Apr 05 22:43:18.539831 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7bb68-c14c-4b0c-94f3-6d48147ae3e2 req-1a954039-fa32-4f40-bd33-a3952e3f1d1f tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:18.545296 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e7e7bb68-c14c-4b0c-94f3-6d48147ae3e2 req-1a954039-fa32-4f40-bd33-a3952e3f1d1f tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 944 time: 0.1069584 Apr 05 22:43:18.566834 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11d0b1-f794-4c1e-b59d-c65469624ef1 req-7eac29a9-98c3-4931-8c23-f3d9ef8221d3 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:18.569219 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-fe11d0b1-f794-4c1e-b59d-c65469624ef1 req-7eac29a9-98c3-4931-8c23-f3d9ef8221d3 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1338609-8268-4e04-9c2f-f723027866e7 HTTP/1.1" status: 200 len: 944 time: 0.1186042 Apr 05 22:43:18.618850 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e7e7bb68-c14c-4b0c-94f3-6d48147ae3e2 req-5cb3fb8a-9273-453f-8708-0a8cfbfc0685 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698195 Apr 05 22:43:18.663832 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-fe11d0b1-f794-4c1e-b59d-c65469624ef1 req-5f8caf5e-46fb-4e39-8848-13726afee4a1 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/security-groups?id=1115a394-0e97-4777-8338-e56d17cb0e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810618 Apr 05 22:43:18.970185 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device d883bac4-8907-4ab3-83ea-91c9a78c3fa9 up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:43:19.026656 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 22aa2410-ce53-479c-8858-b56f6f46bd8c details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:43:19.028444 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port d883bac4-8907-4ab3-83ea-91c9a78c3fa9 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:19.028841 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (d883bac4-8907-4ab3-83ea-91c9a78c3fa9), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:19.189590 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port d883bac4-8907-4ab3-83ea-91c9a78c3fa9 is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:43:19.190704 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 687219d1-9f46-4f5a-b7ef-968a13f95f9b up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:43:19.231956 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 22aa2410-ce53-479c-8858-b56f6f46bd8c, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=22aa2410-ce53-479c-8858-b56f6f46bd8c,segment=NetworkSegment(72092f12-c4fa-4158-85b1-34e6b9680a80),segment_id=72092f12-c4fa-4158-85b1-34e6b9680a80)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:43:19.251362 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Returning: {'device': '22aa2410-ce53-479c-8858-b56f6f46bd8c', 'network_id': '2086a67f-ad0e-45c1-9682-081d09ad4825', 'port_id': '22aa2410-ce53-479c-8858-b56f6f46bd8c', 'mac_address': 'fa:16:3e:2c:60:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fed8380a-54f9-4282-a105-4edb2011589d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:43:19.308926 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port 22aa2410-ce53-479c-8858-b56f6f46bd8c is: DOWN; New status is: BUILD {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:43:19.309334 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (22aa2410-ce53-479c-8858-b56f6f46bd8c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:19.312522 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port 687219d1-9f46-4f5a-b7ef-968a13f95f9b triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:19.313189 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (687219d1-9f46-4f5a-b7ef-968a13f95f9b), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:19.356816 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22aa2410-ce53-479c-8858-b56f6f46bd8c {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:43:19.400392 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 22aa2410-ce53-479c-8858-b56f6f46bd8c, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=22aa2410-ce53-479c-8858-b56f6f46bd8c,segment=NetworkSegment(72092f12-c4fa-4158-85b1-34e6b9680a80),segment_id=72092f12-c4fa-4158-85b1-34e6b9680a80)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:43:19.406253 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (22aa2410-ce53-479c-8858-b56f6f46bd8c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:19.507507 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=22aa2410-ce53-479c-8858-b56f6f46bd8c,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:19.510219 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port 687219d1-9f46-4f5a-b7ef-968a13f95f9b is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:43:19.735057 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] get_ports_and_sgs() called for port_ids ['22aa2410-ce53-479c-8858-b56f6f46bd8c'] {{(pid=103304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:43:19.818125 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405d998-a0cb-4eba-af71-5509a0153505 req-48b0849e-78b2-4285-9495-00c3852b4c47 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:19.827204 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a405d998-a0cb-4eba-af71-5509a0153505 req-48b0849e-78b2-4285-9495-00c3852b4c47 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 944 time: 0.1173284 Apr 05 22:43:19.901418 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a405d998-a0cb-4eba-af71-5509a0153505 req-a0968c37-156c-4197-a32b-7e116149353a tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726697 Apr 05 22:43:19.922046 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a48448-4edd-4cbd-b5be-9a18ff141060 req-27ed8cd2-02a9-4b3e-afdb-eba8893ddd8c tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:19.926009 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e8a48448-4edd-4cbd-b5be-9a18ff141060 req-27ed8cd2-02a9-4b3e-afdb-eba8893ddd8c tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1338609-8268-4e04-9c2f-f723027866e7 HTTP/1.1" status: 200 len: 945 time: 0.1607208 Apr 05 22:43:19.992489 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e8a48448-4edd-4cbd-b5be-9a18ff141060 req-a72eddd2-f5c8-44ee-977b-8a66af959ee4 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/security-groups?id=1115a394-0e97-4777-8338-e56d17cb0e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587592 Apr 05 22:43:21.046132 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 7631f91b-5607-42ff-9557-287d00fc5d32 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:43:21.048210 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 22aa2410-ce53-479c-8858-b56f6f46bd8c up at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:43:21.059346 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69674992-279c-4314-be9e-a20bdd8993db req-bed6ae6f-e5df-456f-b7d8-cb28dc977b2c tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:21.072226 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-69674992-279c-4314-be9e-a20bdd8993db req-bed6ae6f-e5df-456f-b7d8-cb28dc977b2c tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 944 time: 0.0824444 Apr 05 22:43:21.157031 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning for port 22aa2410-ce53-479c-8858-b56f6f46bd8c completed by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:43:21.165241 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning complete for port 22aa2410-ce53-479c-8858-b56f6f46bd8c triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:21.165241 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (22aa2410-ce53-479c-8858-b56f6f46bd8c), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:21.183252 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-69674992-279c-4314-be9e-a20bdd8993db req-1f377707-c8a8-43c0-90ca-881c43c523d4 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096084 Apr 05 22:43:21.203467 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33859b56-c237-40f1-a81c-5a8804069a1d req-89bc6b55-6b4b-4fab-aaf7-8e634fdb0b0c tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:21.211098 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-33859b56-c237-40f1-a81c-5a8804069a1d req-89bc6b55-6b4b-4fab-aaf7-8e634fdb0b0c tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1338609-8268-4e04-9c2f-f723027866e7 HTTP/1.1" status: 200 len: 945 time: 0.1045408 Apr 05 22:43:21.270900 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-33859b56-c237-40f1-a81c-5a8804069a1d req-60e1b43f-4915-4262-bc1d-167302b4a45b tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/security-groups?id=1115a394-0e97-4777-8338-e56d17cb0e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540965 Apr 05 22:43:21.369980 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 7631f91b-5607-42ff-9557-287d00fc5d32, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=7631f91b-5607-42ff-9557-287d00fc5d32,segment=NetworkSegment(c1ebb7e1-0047-457c-a72e-795ced95da87),segment_id=c1ebb7e1-0047-457c-a72e-795ced95da87)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:43:21.384514 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Returning: {'device': '7631f91b-5607-42ff-9557-287d00fc5d32', 'network_id': 'aad58d47-6598-42c9-a3eb-59b1a9dac7a0', 'port_id': '7631f91b-5607-42ff-9557-287d00fc5d32', 'mac_address': 'fa:16:3e:5e:48:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64352385-013c-4aed-a87f-560d0688e540', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:43:21.451592 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port 7631f91b-5607-42ff-9557-287d00fc5d32 is: DOWN; New status is: BUILD {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:43:21.451984 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (7631f91b-5607-42ff-9557-287d00fc5d32), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:21.453756 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port 22aa2410-ce53-479c-8858-b56f6f46bd8c is: BUILD; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:43:21.454121 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (22aa2410-ce53-479c-8858-b56f6f46bd8c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:21.475165 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7631f91b-5607-42ff-9557-287d00fc5d32 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:43:21.497554 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1338609-8268-4e04-9c2f-f723027866e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22aa2410-ce53-479c-8858-b56f6f46bd8c'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:43:21.500391 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16471d07bccade7c78bbaf7939695eccfc965b3074ad902c0ac28a73985796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab289e8a-d8be-4100-9f20-be57c6dc01c5" -d '{"events": [{"server_uuid": "e1338609-8268-4e04-9c2f-f723027866e7", "name": "network-vif-plugged", "status": "completed", "tag": "22aa2410-ce53-479c-8858-b56f6f46bd8c"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:43:21.518441 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 22aa2410-ce53-479c-8858-b56f6f46bd8c, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=22aa2410-ce53-479c-8858-b56f6f46bd8c,segment=NetworkSegment(72092f12-c4fa-4158-85b1-34e6b9680a80),segment_id=72092f12-c4fa-4158-85b1-34e6b9680a80)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:43:21.520428 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 7631f91b-5607-42ff-9557-287d00fc5d32, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=7631f91b-5607-42ff-9557-287d00fc5d32,segment=NetworkSegment(c1ebb7e1-0047-457c-a72e-795ced95da87),segment_id=c1ebb7e1-0047-457c-a72e-795ced95da87)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:43:21.525982 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (22aa2410-ce53-479c-8858-b56f6f46bd8c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:21.532644 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (7631f91b-5607-42ff-9557-287d00fc5d32), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:21.562794 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6cbd94-efd0-4ce0-9288-9454c8a89fd1 x-openstack-request-id: req-bd6cbd94-efd0-4ce0-9288-9454c8a89fd1 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:43:21.563254 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1338609-8268-4e04-9c2f-f723027866e7", "name": "network-vif-plugged", "status": "completed", "tag": "22aa2410-ce53-479c-8858-b56f6f46bd8c", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:43:21.563775 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bd6cbd94-efd0-4ce0-9288-9454c8a89fd1 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:43:21.564108 dv-cinder-835879-4-iscsi neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd6cbd94-efd0-4ce0-9288-9454c8a89fd1'] response: {'server_uuid': 'e1338609-8268-4e04-9c2f-f723027866e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22aa2410-ce53-479c-8858-b56f6f46bd8c', 'code': 200} Apr 05 22:43:21.620606 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=22aa2410-ce53-479c-8858-b56f6f46bd8c,revision_number=5']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:21.681799 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=7631f91b-5607-42ff-9557-287d00fc5d32,revision_number=7']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:21.735167 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8bf2e0-b577-471f-a313-eaa4071e71d6 req-7ef3a1f8-b9a7-4964-bcb5-93fc4d00d6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:21.736798 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ea8bf2e0-b577-471f-a313-eaa4071e71d6 req-7ef3a1f8-b9a7-4964-bcb5-93fc4d00d6a6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e1338609-8268-4e04-9c2f-f723027866e7 HTTP/1.1" status: 200 len: 1130 time: 0.0512519 Apr 05 22:43:21.845642 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] get_ports_and_sgs() called for port_ids ['7631f91b-5607-42ff-9557-287d00fc5d32'] {{(pid=103304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:43:21.910422 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ea8bf2e0-b577-471f-a313-eaa4071e71d6 req-d60e172d-d36c-4c8a-8baf-c917c56defea service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1115a394-0e97-4777-8338-e56d17cb0e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493412 Apr 05 22:43:22.323927 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687ac89-f838-4098-92c5-fd69c6f3c76c req-6ed5e272-5900-4d94-954a-f7467a591b84 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:22.325647 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6687ac89-f838-4098-92c5-fd69c6f3c76c req-6ed5e272-5900-4d94-954a-f7467a591b84 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 945 time: 0.0641537 Apr 05 22:43:22.420366 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870cf8e8-c4af-4848-a649-c85505cd76b2 req-d7e9b3d4-ceec-4a92-9c71-076a834a5317 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:22.421958 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-870cf8e8-c4af-4848-a649-c85505cd76b2 req-d7e9b3d4-ceec-4a92-9c71-076a834a5317 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1338609-8268-4e04-9c2f-f723027866e7 HTTP/1.1" status: 200 len: 946 time: 0.0849524 Apr 05 22:43:22.425698 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6687ac89-f838-4098-92c5-fd69c6f3c76c req-71151882-6052-402c-9d27-1032bea8a717 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904820 Apr 05 22:43:22.473878 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-870cf8e8-c4af-4848-a649-c85505cd76b2 req-d45d6c1c-e83c-47ca-a0ea-d0b57dff0995 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/security-groups?id=1115a394-0e97-4777-8338-e56d17cb0e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442417 Apr 05 22:43:23.055912 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 7631f91b-5607-42ff-9557-287d00fc5d32 up at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:43:23.112289 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning complete for port 7631f91b-5607-42ff-9557-287d00fc5d32 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:23.112642 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (7631f91b-5607-42ff-9557-287d00fc5d32), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:23.202921 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port 7631f91b-5607-42ff-9557-287d00fc5d32 is: BUILD; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:43:23.203452 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (7631f91b-5607-42ff-9557-287d00fc5d32), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:23.259658 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 7631f91b-5607-42ff-9557-287d00fc5d32, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=7631f91b-5607-42ff-9557-287d00fc5d32,segment=NetworkSegment(c1ebb7e1-0047-457c-a72e-795ced95da87),segment_id=c1ebb7e1-0047-457c-a72e-795ced95da87)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:43:23.266171 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (7631f91b-5607-42ff-9557-287d00fc5d32), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:23.321903 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=7631f91b-5607-42ff-9557-287d00fc5d32,revision_number=8']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:23.562608 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d0638-3e38-4ebc-83aa-b966baea3260 req-8e42c1e6-c675-404a-b3c8-78249621cd9c tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:23.564268 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d96d0638-3e38-4ebc-83aa-b966baea3260 req-8e42c1e6-c675-404a-b3c8-78249621cd9c tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 946 time: 0.0693331 Apr 05 22:43:23.564981 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b79f2c-5284-4b79-8c54-6d8b26ec6060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7631f91b-5607-42ff-9557-287d00fc5d32'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:43:23.567936 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16471d07bccade7c78bbaf7939695eccfc965b3074ad902c0ac28a73985796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdd58c9-4410-4ebe-9710-46df8d10f58b" -d '{"events": [{"server_uuid": "a2b79f2c-5284-4b79-8c54-6d8b26ec6060", "name": "network-vif-plugged", "status": "completed", "tag": "7631f91b-5607-42ff-9557-287d00fc5d32"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:43:23.659838 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d96d0638-3e38-4ebc-83aa-b966baea3260 req-cf35e105-5d78-436e-9492-0bf8d39978b0 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806592 Apr 05 22:43:23.667545 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95b3f5-367b-461a-b4fe-73b924480594 req-53271fcd-dac5-4c5f-8102-2098ee51c682 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:23.669022 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6e95b3f5-367b-461a-b4fe-73b924480594 req-53271fcd-dac5-4c5f-8102-2098ee51c682 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1338609-8268-4e04-9c2f-f723027866e7 HTTP/1.1" status: 200 len: 946 time: 0.1037939 Apr 05 22:43:23.727121 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6e95b3f5-367b-461a-b4fe-73b924480594 req-817b3835-92b3-4cfa-af49-d113857f007b tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/security-groups?id=1115a394-0e97-4777-8338-e56d17cb0e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527010 Apr 05 22:43:23.727529 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be515624-e65c-4ff7-bc7e-8a7cdaa5877d x-openstack-request-id: req-be515624-e65c-4ff7-bc7e-8a7cdaa5877d {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:43:23.727829 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2b79f2c-5284-4b79-8c54-6d8b26ec6060", "name": "network-vif-plugged", "status": "completed", "tag": "7631f91b-5607-42ff-9557-287d00fc5d32", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:43:23.728080 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-be515624-e65c-4ff7-bc7e-8a7cdaa5877d {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:43:23.728503 dv-cinder-835879-4-iscsi neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be515624-e65c-4ff7-bc7e-8a7cdaa5877d'] response: {'server_uuid': 'a2b79f2c-5284-4b79-8c54-6d8b26ec6060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7631f91b-5607-42ff-9557-287d00fc5d32', 'code': 200} Apr 05 22:43:23.988166 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e1406-d5f1-404a-ac41-6a1f0f8255c6 req-e1fbbe4f-facd-4b03-8beb-6d4cc747a842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:23.991869 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e20e1406-d5f1-404a-ac41-6a1f0f8255c6 req-e1fbbe4f-facd-4b03-8beb-6d4cc747a842 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 1130 time: 0.0571606 Apr 05 22:43:24.051131 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e20e1406-d5f1-404a-ac41-6a1f0f8255c6 req-43190aaf-ae47-4826-be92-20b5e36f57b3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535882 Apr 05 22:43:24.816343 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731198e-dbf0-4cd0-ae0e-ddd44863011c req-18de020e-8ca8-4970-bffb-9f4a87769914 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:24.818048 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e731198e-dbf0-4cd0-ae0e-ddd44863011c req-18de020e-8ca8-4970-bffb-9f4a87769914 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 946 time: 0.0692437 Apr 05 22:43:24.888138 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e731198e-dbf0-4cd0-ae0e-ddd44863011c req-da710a86-8876-4740-a214-0652bcfff1c7 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609014 Apr 05 22:43:25.986822 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-2788f5ce-d763-4e3d-9ad9-10bdba4930bf tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:25.988528 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-2788f5ce-d763-4e3d-9ad9-10bdba4930bf tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/networks?id=641cc78c-9adf-489f-a3d9-393fcc970dc7 HTTP/1.1" status: 200 len: 814 time: 0.1176922 Apr 05 22:43:26.017218 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-14e2bed6-99d0-4cb7-b670-da423ada88ec tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/quotas/21e949a947724a51802556a5f44f9069 HTTP/1.1" status: 200 len: 375 time: 0.0132616 Apr 05 22:43:26.066383 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75c06b-7155-45af-abda-f76c4f8d5763 req-cd4de4d1-0c66-4a15-8546-c1c0276412c0 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:26.070248 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9e75c06b-7155-45af-abda-f76c4f8d5763 req-cd4de4d1-0c66-4a15-8546-c1c0276412c0 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 946 time: 0.1059010 Apr 05 22:43:26.104739 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-d0a3fa1d-9d61-4106-86c4-7d8f73a3695a tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=21e949a947724a51802556a5f44f9069&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0808129 Apr 05 22:43:26.139482 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9e75c06b-7155-45af-abda-f76c4f8d5763 req-bf5ec7ef-7b63-4390-bfad-791a17c6bb14 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632756 Apr 05 22:43:26.299847 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-612cb75d-cf96-45c0-84b1-0c761e109292 service neutron] 10.222.0.15 "GET /v2.0/networks/641cc78c-9adf-489f-a3d9-393fcc970dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832311 Apr 05 22:43:26.394117 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-5b09bb6e-5955-4b18-9a2e-aeb8746a192f service neutron] 10.222.0.15 "GET /v2.0/networks/641cc78c-9adf-489f-a3d9-393fcc970dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880854 Apr 05 22:43:26.567411 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ac78962f-2a70-42ab-a205-82a40132f023 req-505b2ffb-422e-422d-a3d9-df342101f6cb tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 210 time: 0.0268025 Apr 05 22:43:27.542847 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-a9a2937b-ebaa-4ac3-a69f-9ca40fbecf23 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:27.544326 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-a9a2937b-ebaa-4ac3-a69f-9ca40fbecf23 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.46 "GET /v2.0/networks?id=641cc78c-9adf-489f-a3d9-393fcc970dc7 HTTP/1.1" status: 200 len: 814 time: 0.1103981 Apr 05 22:43:27.559412 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-c4e45a81-5791-41e9-bdce-fa6680cf710e tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Request body: {'port': {'device_id': 'd8f048d2-ab91-49a4-9c2a-525275f50558', 'network_id': '641cc78c-9adf-489f-a3d9-393fcc970dc7', 'admin_state_up': True, 'tenant_id': '21e949a947724a51802556a5f44f9069'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:43:27.673817 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7d705800-5a7e-44aa-8aa8-49d186f69050 req-4b79cc8e-518c-4b52-b9c2-9c707d3b1011 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 210 time: 0.0376067 Apr 05 22:43:27.701925 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-c4e45a81-5791-41e9-bdce-fa6680cf710e tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Made reservation on behalf of 21e949a947724a51802556a5f44f9069 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:43:27.705363 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-c4e45a81-5791-41e9-bdce-fa6680cf710e tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:27.843636 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-c4e45a81-5791-41e9-bdce-fa6680cf710e tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Allocated IP 172.20.0.14 (641cc78c-9adf-489f-a3d9-393fcc970dc7/1a8814a8-dbf2-4ec2-9d65-e7895c88a3a4/67632c50-8e89-46bd-b6dc-7a0115da0fd7) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:43:28.023810 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-c4e45a81-5791-41e9-bdce-fa6680cf710e tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks [] for port (67632c50-8e89-46bd-b6dc-7a0115da0fd7), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:28.067128 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-c4e45a81-5791-41e9-bdce-fa6680cf710e tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (67632c50-8e89-46bd-b6dc-7a0115da0fd7), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:28.131323 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e45a81-5791-41e9-bdce-fa6680cf710e tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Pushing event updated for resources: {'Port': ['ID=67632c50-8e89-46bd-b6dc-7a0115da0fd7,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:28.145034 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-c4e45a81-5791-41e9-bdce-fa6680cf710e tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Network 641cc78c-9adf-489f-a3d9-393fcc970dc7 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:43:28.150663 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-c4e45a81-5791-41e9-bdce-fa6680cf710e tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:43:28.153935 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e45a81-5791-41e9-bdce-fa6680cf710e tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:28.154282 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e45a81-5791-41e9-bdce-fa6680cf710e tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:28.154877 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e45a81-5791-41e9-bdce-fa6680cf710e tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:28.155244 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e45a81-5791-41e9-bdce-fa6680cf710e tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:28.155643 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e45a81-5791-41e9-bdce-fa6680cf710e tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:28.156141 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e45a81-5791-41e9-bdce-fa6680cf710e tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:28.156495 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e45a81-5791-41e9-bdce-fa6680cf710e tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:28.157029 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e45a81-5791-41e9-bdce-fa6680cf710e tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:28.157387 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e45a81-5791-41e9-bdce-fa6680cf710e tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:28.157807 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e45a81-5791-41e9-bdce-fa6680cf710e tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:28.158049 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e45a81-5791-41e9-bdce-fa6680cf710e tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:28.158389 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e45a81-5791-41e9-bdce-fa6680cf710e tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:28.158729 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e45a81-5791-41e9-bdce-fa6680cf710e tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:28.159189 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e45a81-5791-41e9-bdce-fa6680cf710e tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:28.159534 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e45a81-5791-41e9-bdce-fa6680cf710e tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:28.170475 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-c4e45a81-5791-41e9-bdce-fa6680cf710e tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:43:28.247716 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-c4e45a81-5791-41e9-bdce-fa6680cf710e tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:28.247716 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-c4e45a81-5791-41e9-bdce-fa6680cf710e tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:28.269938 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-c4e45a81-5791-41e9-bdce-fa6680cf710e tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7149658 Apr 05 22:43:28.570125 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-5bab9e47-dc52-4b34-9002-b530b44e1580 None None] Provisioning complete for port 67632c50-8e89-46bd-b6dc-7a0115da0fd7 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:28.571133 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5bab9e47-dc52-4b34-9002-b530b44e1580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (67632c50-8e89-46bd-b6dc-7a0115da0fd7), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:28.609618 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-5bab9e47-dc52-4b34-9002-b530b44e1580 None None] Port 67632c50-8e89-46bd-b6dc-7a0115da0fd7 cannot update to ACTIVE because it is not bound. {{(pid=103304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:43:28.800629 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baad806-28c1-48b9-aa9d-043c43bf42a9 req-b8e9f73b-73a4-442b-9b6d-0bb062fb3aed tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:28.802572 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0baad806-28c1-48b9-aa9d-043c43bf42a9 req-b8e9f73b-73a4-442b-9b6d-0bb062fb3aed tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 932 time: 0.0591745 Apr 05 22:43:28.855183 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0baad806-28c1-48b9-aa9d-043c43bf42a9 req-cf89703a-23a1-4da8-86ed-7ba2b21defeb tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9fd7d6a-af43-4f19-9873-30c2a98cf872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454078 Apr 05 22:43:29.988277 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138355e-8d30-41c3-be68-d07478913d7b req-57f37bfa-d5da-4c6e-9e66-8271509be956 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:29.990550 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b138355e-8d30-41c3-be68-d07478913d7b req-57f37bfa-d5da-4c6e-9e66-8271509be956 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 932 time: 0.0594645 Apr 05 22:43:30.008484 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:30.043147 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b138355e-8d30-41c3-be68-d07478913d7b req-09008500-8bdf-4007-8024-134acfdf2d66 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9fd7d6a-af43-4f19-9873-30c2a98cf872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454648 Apr 05 22:43:31.165511 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b36be6-f10d-4f70-a335-a132c72637d4 req-1943e6d4-92e3-4451-bf6b-c532bd774bab tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:31.167378 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b4b36be6-f10d-4f70-a335-a132c72637d4 req-1943e6d4-92e3-4451-bf6b-c532bd774bab tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 932 time: 0.0567737 Apr 05 22:43:31.218937 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b4b36be6-f10d-4f70-a335-a132c72637d4 req-f38efa5d-f07a-40e2-8f69-f94d93906d5d tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9fd7d6a-af43-4f19-9873-30c2a98cf872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455368 Apr 05 22:43:32.346365 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015bec7d-c04e-420a-979e-f4e5f8124711 req-0bbe6fa7-0a7c-4a09-a6a2-b05280bfda9a tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:32.348087 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-015bec7d-c04e-420a-979e-f4e5f8124711 req-0bbe6fa7-0a7c-4a09-a6a2-b05280bfda9a tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 932 time: 0.0559824 Apr 05 22:43:32.406154 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-015bec7d-c04e-420a-979e-f4e5f8124711 req-b10f8ff9-c337-4744-b9c9-8505c44c7f86 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9fd7d6a-af43-4f19-9873-30c2a98cf872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491235 Apr 05 22:43:33.531144 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e44c3-0171-4e28-91c4-52ea98bcab08 req-94f20051-94ad-4370-8c75-6ddd38e11f06 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:33.532663 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6f8e44c3-0171-4e28-91c4-52ea98bcab08 req-94f20051-94ad-4370-8c75-6ddd38e11f06 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 932 time: 0.0572383 Apr 05 22:43:33.584567 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6f8e44c3-0171-4e28-91c4-52ea98bcab08 req-64e8f974-7d2e-40e6-8d1a-4e24f40e850d tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9fd7d6a-af43-4f19-9873-30c2a98cf872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458722 Apr 05 22:43:34.325661 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d0420b1-9f56-4acc-acea-cd44b77e0fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:34.729408 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90432d0-0f70-48e2-a2f9-c624532548a3 req-ee596ae4-550a-4666-bce1-f5faca7df26c tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:34.731147 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a90432d0-0f70-48e2-a2f9-c624532548a3 req-ee596ae4-550a-4666-bce1-f5faca7df26c tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 932 time: 0.0577998 Apr 05 22:43:34.797019 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a90432d0-0f70-48e2-a2f9-c624532548a3 req-f18b90a5-e0fb-48e3-b835-1d82e1d743b5 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9fd7d6a-af43-4f19-9873-30c2a98cf872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562696 Apr 05 22:43:35.930056 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66acc7-e141-45b4-8f72-b8363f663589 req-6a025728-fb05-4710-b1cb-20bed8585f77 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:35.931639 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-eb66acc7-e141-45b4-8f72-b8363f663589 req-6a025728-fb05-4710-b1cb-20bed8585f77 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 932 time: 0.0657947 Apr 05 22:43:35.979239 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-eb66acc7-e141-45b4-8f72-b8363f663589 req-327f3654-065e-4d20-a77a-5158d7bc8ee8 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9fd7d6a-af43-4f19-9873-30c2a98cf872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417933 Apr 05 22:43:36.798183 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7b7a77da-ab68-445e-8be3-7173f95ca227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:36.873666 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:43:37.092512 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5826bfc-b6b1-40f4-af22-209e67d17da7 req-04a3e5a7-166b-4b93-a929-437e1a7e6a42 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:37.093892 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e5826bfc-b6b1-40f4-af22-209e67d17da7 req-04a3e5a7-166b-4b93-a929-437e1a7e6a42 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 932 time: 0.0507567 Apr 05 22:43:37.139232 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e5826bfc-b6b1-40f4-af22-209e67d17da7 req-7e15de55-0dc2-49aa-82f1-8259ef6b1f5b tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9fd7d6a-af43-4f19-9873-30c2a98cf872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398757 Apr 05 22:43:37.580572 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:38.273557 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e72322-8d3a-4786-8d81-53f3433e01a7 req-f55a39c4-c74e-4413-90d0-83c2767aa4ff tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:38.275074 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-56e72322-8d3a-4786-8d81-53f3433e01a7 req-f55a39c4-c74e-4413-90d0-83c2767aa4ff tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 932 time: 0.0676820 Apr 05 22:43:38.331196 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-56e72322-8d3a-4786-8d81-53f3433e01a7 req-8de65944-414b-497e-98ca-e1fdbc24b7cb tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9fd7d6a-af43-4f19-9873-30c2a98cf872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503907 Apr 05 22:43:39.171782 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:39.449403 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814930f-f692-4705-8f68-bf8ad98060b0 req-ff3c9839-ffa9-4b39-b174-8fd296eade06 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:39.450764 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6814930f-f692-4705-8f68-bf8ad98060b0 req-ff3c9839-ffa9-4b39-b174-8fd296eade06 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 932 time: 0.0506303 Apr 05 22:43:39.496755 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6814930f-f692-4705-8f68-bf8ad98060b0 req-6d6a8b09-075b-4146-9334-e6c709545793 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9fd7d6a-af43-4f19-9873-30c2a98cf872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402491 Apr 05 22:43:40.609786 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c14b68-a4f2-4ca6-bfe4-74ba9e8f3edf req-ad599d85-fd9b-423f-a320-29c1dbede96a tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:40.611237 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b4c14b68-a4f2-4ca6-bfe4-74ba9e8f3edf req-ad599d85-fd9b-423f-a320-29c1dbede96a tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 932 time: 0.0507033 Apr 05 22:43:40.660142 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b4c14b68-a4f2-4ca6-bfe4-74ba9e8f3edf req-062918eb-cc28-40c1-be56-aaeaf89c2aa4 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9fd7d6a-af43-4f19-9873-30c2a98cf872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428793 Apr 05 22:43:40.769613 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:41.774815 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd19ada-5ca1-40bf-abec-ec7d3cf92b24 req-ddb143d4-1b03-4b94-a909-2785bba8c5b0 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:41.776248 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ebd19ada-5ca1-40bf-abec-ec7d3cf92b24 req-ddb143d4-1b03-4b94-a909-2785bba8c5b0 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 932 time: 0.0508649 Apr 05 22:43:41.823451 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ebd19ada-5ca1-40bf-abec-ec7d3cf92b24 req-6116879b-eb04-4c6b-81c5-f4d77a449e5e tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9fd7d6a-af43-4f19-9873-30c2a98cf872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415595 Apr 05 22:43:42.936613 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92384a87-dffa-4b16-8e5e-4399cb08a51a req-aab6613a-cbe9-4fd2-938f-962fdeb03ff9 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:42.938109 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-92384a87-dffa-4b16-8e5e-4399cb08a51a req-aab6613a-cbe9-4fd2-938f-962fdeb03ff9 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 932 time: 0.0507472 Apr 05 22:43:42.983200 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-92384a87-dffa-4b16-8e5e-4399cb08a51a req-8e756556-936f-434e-a89c-7587caefa429 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9fd7d6a-af43-4f19-9873-30c2a98cf872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390632 Apr 05 22:43:43.589290 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-61d76511-a6c3-4097-a7ca-75b123b031aa service neutron] Request body: {'port': {'device_id': 'd8f048d2-ab91-49a4-9c2a-525275f50558', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:43:43.649694 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-61d76511-a6c3-4097-a7ca-75b123b031aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (67632c50-8e89-46bd-b6dc-7a0115da0fd7), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:43.900623 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-61d76511-a6c3-4097-a7ca-75b123b031aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67632c50-8e89-46bd-b6dc-7a0115da0fd7 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:43:43.908083 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-61d76511-a6c3-4097-a7ca-75b123b031aa service neutron] Publish callbacks [] for port (67632c50-8e89-46bd-b6dc-7a0115da0fd7), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:43.920293 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-61d76511-a6c3-4097-a7ca-75b123b031aa service neutron] Transition to ACTIVE for port object 67632c50-8e89-46bd-b6dc-7a0115da0fd7 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:43:43.924019 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-61d76511-a6c3-4097-a7ca-75b123b031aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28860065'] for port (67632c50-8e89-46bd-b6dc-7a0115da0fd7), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:43.977359 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d76511-a6c3-4097-a7ca-75b123b031aa service neutron] Pushing event updated for resources: {'Port': ['ID=67632c50-8e89-46bd-b6dc-7a0115da0fd7,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:44.051814 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-61d76511-a6c3-4097-a7ca-75b123b031aa service neutron] Attempting to bind port 67632c50-8e89-46bd-b6dc-7a0115da0fd7 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:43:44.052160 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-61d76511-a6c3-4097-a7ca-75b123b031aa service neutron] Attempting to bind port 67632c50-8e89-46bd-b6dc-7a0115da0fd7 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '4bd64f36-2eca-4470-9ec3-df8cfa4c008d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '641cc78c-9adf-489f-a3d9-393fcc970dc7'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:43:44.052485 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-61d76511-a6c3-4097-a7ca-75b123b031aa service neutron] Attempting to bind port 67632c50-8e89-46bd-b6dc-7a0115da0fd7 on network 641cc78c-9adf-489f-a3d9-393fcc970dc7 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:43:44.067784 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-61d76511-a6c3-4097-a7ca-75b123b031aa service neutron] Port 67632c50-8e89-46bd-b6dc-7a0115da0fd7 on network 641cc78c-9adf-489f-a3d9-393fcc970dc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:43:44.068113 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-61d76511-a6c3-4097-a7ca-75b123b031aa service neutron] Attempting to bind port 67632c50-8e89-46bd-b6dc-7a0115da0fd7 on network 641cc78c-9adf-489f-a3d9-393fcc970dc7 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:43:44.088709 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-61d76511-a6c3-4097-a7ca-75b123b031aa service neutron] Checking agent: {'id': '3b59f0d0-9584-48dd-b0cd-e16373160cf9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 30), 'started_at': datetime.datetime(2022, 4, 5, 22, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:43:44.089080 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-61d76511-a6c3-4097-a7ca-75b123b031aa service neutron] Checking segment: {'id': '4bd64f36-2eca-4470-9ec3-df8cfa4c008d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '641cc78c-9adf-489f-a3d9-393fcc970dc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:43:44.089468 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-61d76511-a6c3-4097-a7ca-75b123b031aa service neutron] Bound using segment: {'id': '4bd64f36-2eca-4470-9ec3-df8cfa4c008d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '641cc78c-9adf-489f-a3d9-393fcc970dc7'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:43:44.089911 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-61d76511-a6c3-4097-a7ca-75b123b031aa service neutron] Bound port: 67632c50-8e89-46bd-b6dc-7a0115da0fd7, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bd64f36-2eca-4470-9ec3-df8cfa4c008d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '641cc78c-9adf-489f-a3d9-393fcc970dc7'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:43:44.090276 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-61d76511-a6c3-4097-a7ca-75b123b031aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (67632c50-8e89-46bd-b6dc-7a0115da0fd7), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:44.144948 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03b6f4-0c96-48fd-b3d9-2e1b1978723e req-b2d16416-4e8b-46e8-96c6-5c4590f1500f tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:44.146432 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0c03b6f4-0c96-48fd-b3d9-2e1b1978723e req-b2d16416-4e8b-46e8-96c6-5c4590f1500f tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 944 time: 0.0916376 Apr 05 22:43:44.201742 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-61d76511-a6c3-4097-a7ca-75b123b031aa service neutron] For port 67632c50-8e89-46bd-b6dc-7a0115da0fd7, host hv-cinder-83587, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:43:44.223773 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0c03b6f4-0c96-48fd-b3d9-2e1b1978723e req-88ff9d04-6d56-4fb5-a3b6-83856f7117b9 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9fd7d6a-af43-4f19-9873-30c2a98cf872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715353 Apr 05 22:43:44.225342 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-61d76511-a6c3-4097-a7ca-75b123b031aa service neutron] For port 67632c50-8e89-46bd-b6dc-7a0115da0fd7, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=67632c50-8e89-46bd-b6dc-7a0115da0fd7,segment=NetworkSegment(4bd64f36-2eca-4470-9ec3-df8cfa4c008d),segment_id=4bd64f36-2eca-4470-9ec3-df8cfa4c008d)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:43:44.232478 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-61d76511-a6c3-4097-a7ca-75b123b031aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28860065'] for port (67632c50-8e89-46bd-b6dc-7a0115da0fd7), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:44.267218 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-61d76511-a6c3-4097-a7ca-75b123b031aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:44.267881 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-61d76511-a6c3-4097-a7ca-75b123b031aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:44.269411 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-61d76511-a6c3-4097-a7ca-75b123b031aa service neutron] 10.222.0.46 "PUT /v2.0/ports/67632c50-8e89-46bd-b6dc-7a0115da0fd7 HTTP/1.1" status: 200 len: 1094 time: 0.6844726 Apr 05 22:43:44.271654 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8f048d2-ab91-49a4-9c2a-525275f50558', 'tag': '67632c50-8e89-46bd-b6dc-7a0115da0fd7'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:43:44.278165 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a14f3ce-2225-4196-bf6f-f6bed3a4d5f9" -d '{"events": [{"name": "network-changed", "server_uuid": "d8f048d2-ab91-49a4-9c2a-525275f50558", "tag": "67632c50-8e89-46bd-b6dc-7a0115da0fd7"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:43:44.304141 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d76511-a6c3-4097-a7ca-75b123b031aa service neutron] Pushing event updated for resources: {'Port': ['ID=67632c50-8e89-46bd-b6dc-7a0115da0fd7,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:44.324608 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3291b1-3ef0-482d-841d-4f7cf8b6fe15 x-openstack-request-id: req-3f3291b1-3ef0-482d-841d-4f7cf8b6fe15 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:43:44.324953 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8f048d2-ab91-49a4-9c2a-525275f50558", "tag": "67632c50-8e89-46bd-b6dc-7a0115da0fd7", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:43:44.325195 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3f3291b1-3ef0-482d-841d-4f7cf8b6fe15 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:43:44.325597 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f3291b1-3ef0-482d-841d-4f7cf8b6fe15'] response: {'name': 'network-changed', 'server_uuid': 'd8f048d2-ab91-49a4-9c2a-525275f50558', 'tag': '67632c50-8e89-46bd-b6dc-7a0115da0fd7', 'status': 'completed', 'code': 200} Apr 05 22:43:44.366457 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-aac7fa8d-2478-48a7-bb99-0c28e24a317c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:44.367990 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-aac7fa8d-2478-48a7-bb99-0c28e24a317c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=21e949a947724a51802556a5f44f9069&device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 1128 time: 0.0543625 Apr 05 22:43:44.414547 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-56bce6fe-2a59-403e-b5a2-ecfbda2392f1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67632c50-8e89-46bd-b6dc-7a0115da0fd7 HTTP/1.1" status: 200 len: 217 time: 0.0358505 Apr 05 22:43:44.464628 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-87e3516c-6e51-480f-a5ab-8423525d3178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:44.466136 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-87e3516c-6e51-480f-a5ab-8423525d3178 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1a8814a8-dbf2-4ec2-9d65-e7895c88a3a4 HTTP/1.1" status: 200 len: 853 time: 0.0447867 Apr 05 22:43:44.522097 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-b1d345e6-6c32-4cdc-aa40-d7212a83a70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:44.523883 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-b1d345e6-6c32-4cdc-aa40-d7212a83a70b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=641cc78c-9adf-489f-a3d9-393fcc970dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509400 Apr 05 22:43:44.748479 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-03c62d5a-8ac7-4e78-98c6-32e27de70230 service neutron] 10.222.0.46 "GET /v2.0/networks/641cc78c-9adf-489f-a3d9-393fcc970dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811169 Apr 05 22:43:44.843690 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b3956086-2c52-4f96-b9e8-624b9faeb820 req-9684cb50-48bf-4a90-ab64-d333af7dcb1e service neutron] 10.222.0.46 "GET /v2.0/networks/641cc78c-9adf-489f-a3d9-393fcc970dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898051 Apr 05 22:43:45.340322 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872fc7d-2766-4943-b452-eaba8cf1ec13 req-c5444817-518d-4a48-91b0-0548b8f7209c tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:45.341794 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7872fc7d-2766-4943-b452-eaba8cf1ec13 req-c5444817-518d-4a48-91b0-0548b8f7209c tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 944 time: 0.0504930 Apr 05 22:43:45.386795 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7872fc7d-2766-4943-b452-eaba8cf1ec13 req-7dfe4221-de17-4217-a4da-c0f56292a948 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9fd7d6a-af43-4f19-9873-30c2a98cf872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394955 Apr 05 22:43:46.501231 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e45245-d596-4c49-ac8c-e8756a7905f3 req-9bd746c0-6bf6-44af-89f7-de9f1b5c538a tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:46.502673 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-33e45245-d596-4c49-ac8c-e8756a7905f3 req-9bd746c0-6bf6-44af-89f7-de9f1b5c538a tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 944 time: 0.0500021 Apr 05 22:43:46.552922 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-33e45245-d596-4c49-ac8c-e8756a7905f3 req-e6231132-95a6-43e7-89e6-f71f3540c8a4 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9fd7d6a-af43-4f19-9873-30c2a98cf872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442591 Apr 05 22:43:47.667160 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f63a4-9a57-40c9-b5c0-964945e4b416 req-a16bc575-2b62-4082-a16c-9352c213c4db tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:47.668632 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-694f63a4-9a57-40c9-b5c0-964945e4b416 req-a16bc575-2b62-4082-a16c-9352c213c4db tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 944 time: 0.0509906 Apr 05 22:43:47.714454 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-694f63a4-9a57-40c9-b5c0-964945e4b416 req-9944354c-4194-4935-82b3-24dec697a326 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9fd7d6a-af43-4f19-9873-30c2a98cf872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402644 Apr 05 22:43:47.898643 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14f3ce-2225-4196-bf6f-f6bed3a4d5f9 req-524bb393-bbe4-43ed-86cd-8eeb49aebb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:47.900096 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9a14f3ce-2225-4196-bf6f-f6bed3a4d5f9 req-524bb393-bbe4-43ed-86cd-8eeb49aebb78 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=21e949a947724a51802556a5f44f9069&device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 1128 time: 0.0461006 Apr 05 22:43:47.995612 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14f3ce-2225-4196-bf6f-f6bed3a4d5f9 req-e45aa7ee-c921-4d9d-b842-f03bf7f4b7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:47.997392 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9a14f3ce-2225-4196-bf6f-f6bed3a4d5f9 req-e45aa7ee-c921-4d9d-b842-f03bf7f4b7fb service neutron] 10.222.0.46 "GET /v2.0/networks?id=641cc78c-9adf-489f-a3d9-393fcc970dc7 HTTP/1.1" status: 200 len: 915 time: 0.0913935 Apr 05 22:43:48.037104 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9a14f3ce-2225-4196-bf6f-f6bed3a4d5f9 req-021ff628-785d-4e98-a96b-4f20a0a40416 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67632c50-8e89-46bd-b6dc-7a0115da0fd7 HTTP/1.1" status: 200 len: 217 time: 0.0337729 Apr 05 22:43:48.083099 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14f3ce-2225-4196-bf6f-f6bed3a4d5f9 req-ccd66eec-8279-45d3-bd61-c0d4f2303976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:48.084481 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9a14f3ce-2225-4196-bf6f-f6bed3a4d5f9 req-ccd66eec-8279-45d3-bd61-c0d4f2303976 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1a8814a8-dbf2-4ec2-9d65-e7895c88a3a4 HTTP/1.1" status: 200 len: 853 time: 0.0418415 Apr 05 22:43:48.133928 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14f3ce-2225-4196-bf6f-f6bed3a4d5f9 req-cbd3ad09-d8f6-4f2a-91cd-01f0c8d57c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:48.135386 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9a14f3ce-2225-4196-bf6f-f6bed3a4d5f9 req-cbd3ad09-d8f6-4f2a-91cd-01f0c8d57c2a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=641cc78c-9adf-489f-a3d9-393fcc970dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453870 Apr 05 22:43:48.221781 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9a14f3ce-2225-4196-bf6f-f6bed3a4d5f9 req-42417428-66b6-4bd3-be14-8772edd91d50 service neutron] 10.222.0.46 "GET /v2.0/networks/641cc78c-9adf-489f-a3d9-393fcc970dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795424 Apr 05 22:43:48.318571 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9a14f3ce-2225-4196-bf6f-f6bed3a4d5f9 req-333d7da9-0138-44a0-ae61-32066b0effd4 service neutron] 10.222.0.46 "GET /v2.0/networks/641cc78c-9adf-489f-a3d9-393fcc970dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887218 Apr 05 22:43:48.829785 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f7e5f-4f50-4278-b06e-9219969a2ae4 req-d924bafe-6304-4379-b5e2-bdf90dd23767 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:48.831249 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-211f7e5f-4f50-4278-b06e-9219969a2ae4 req-d924bafe-6304-4379-b5e2-bdf90dd23767 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 944 time: 0.0504289 Apr 05 22:43:48.877667 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-211f7e5f-4f50-4278-b06e-9219969a2ae4 req-da6591cc-f287-4c77-bc8a-d08ceb8f38f8 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9fd7d6a-af43-4f19-9873-30c2a98cf872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407357 Apr 05 22:43:49.228030 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 67632c50-8e89-46bd-b6dc-7a0115da0fd7 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:43:49.324367 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 67632c50-8e89-46bd-b6dc-7a0115da0fd7, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=67632c50-8e89-46bd-b6dc-7a0115da0fd7,segment=NetworkSegment(4bd64f36-2eca-4470-9ec3-df8cfa4c008d),segment_id=4bd64f36-2eca-4470-9ec3-df8cfa4c008d)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:43:49.335165 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Returning: {'device': '67632c50-8e89-46bd-b6dc-7a0115da0fd7', 'network_id': '641cc78c-9adf-489f-a3d9-393fcc970dc7', 'port_id': '67632c50-8e89-46bd-b6dc-7a0115da0fd7', 'mac_address': 'fa:16:3e:55:1b:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a8814a8-dbf2-4ec2-9d65-e7895c88a3a4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:43:49.370466 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port 67632c50-8e89-46bd-b6dc-7a0115da0fd7 is: DOWN; New status is: BUILD {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:43:49.370853 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (67632c50-8e89-46bd-b6dc-7a0115da0fd7), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:49.383570 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67632c50-8e89-46bd-b6dc-7a0115da0fd7 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:43:49.401991 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 67632c50-8e89-46bd-b6dc-7a0115da0fd7, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=67632c50-8e89-46bd-b6dc-7a0115da0fd7,segment=NetworkSegment(4bd64f36-2eca-4470-9ec3-df8cfa4c008d),segment_id=4bd64f36-2eca-4470-9ec3-df8cfa4c008d)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:43:49.405740 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (67632c50-8e89-46bd-b6dc-7a0115da0fd7), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:49.454997 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=67632c50-8e89-46bd-b6dc-7a0115da0fd7,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:49.801927 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] get_ports_and_sgs() called for port_ids ['67632c50-8e89-46bd-b6dc-7a0115da0fd7'] {{(pid=103304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:43:49.999663 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6b2ca-116b-4222-8a94-080b8d2a8735 req-6fbe2b82-c209-4df2-9828-e536c53b85b9 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:50.001044 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1ae6b2ca-116b-4222-8a94-080b8d2a8735 req-6fbe2b82-c209-4df2-9828-e536c53b85b9 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 945 time: 0.0542538 Apr 05 22:43:50.045541 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1ae6b2ca-116b-4222-8a94-080b8d2a8735 req-fdf85dda-c115-4835-9f3d-f14f37be20fb tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9fd7d6a-af43-4f19-9873-30c2a98cf872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389273 Apr 05 22:43:51.162179 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccba74-5ae8-44b1-8537-8515c4cd2ecc req-8f0a60f4-ae8e-4e4e-bc1e-7a924096bb50 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:51.163647 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-daccba74-5ae8-44b1-8537-8515c4cd2ecc req-8f0a60f4-ae8e-4e4e-bc1e-7a924096bb50 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 945 time: 0.0506921 Apr 05 22:43:51.208250 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-daccba74-5ae8-44b1-8537-8515c4cd2ecc req-59021872-64e6-49aa-aed1-67a93c6335e5 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9fd7d6a-af43-4f19-9873-30c2a98cf872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391939 Apr 05 22:43:51.248215 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 67632c50-8e89-46bd-b6dc-7a0115da0fd7 up at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:43:51.296289 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning for port 67632c50-8e89-46bd-b6dc-7a0115da0fd7 completed by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:43:51.300471 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning complete for port 67632c50-8e89-46bd-b6dc-7a0115da0fd7 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:51.301421 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (67632c50-8e89-46bd-b6dc-7a0115da0fd7), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:51.376711 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port 67632c50-8e89-46bd-b6dc-7a0115da0fd7 is: BUILD; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:43:51.377049 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (67632c50-8e89-46bd-b6dc-7a0115da0fd7), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:51.399609 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f048d2-ab91-49a4-9c2a-525275f50558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67632c50-8e89-46bd-b6dc-7a0115da0fd7'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:43:51.402088 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16471d07bccade7c78bbaf7939695eccfc965b3074ad902c0ac28a73985796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ebfe31-d4ea-43b2-ab63-57c64e3c159f" -d '{"events": [{"server_uuid": "d8f048d2-ab91-49a4-9c2a-525275f50558", "name": "network-vif-plugged", "status": "completed", "tag": "67632c50-8e89-46bd-b6dc-7a0115da0fd7"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:43:51.415055 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 67632c50-8e89-46bd-b6dc-7a0115da0fd7, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=67632c50-8e89-46bd-b6dc-7a0115da0fd7,segment=NetworkSegment(4bd64f36-2eca-4470-9ec3-df8cfa4c008d),segment_id=4bd64f36-2eca-4470-9ec3-df8cfa4c008d)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:43:51.418997 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (67632c50-8e89-46bd-b6dc-7a0115da0fd7), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:51.447649 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a66148-f7e8-41ac-aac8-f4969337d159 x-openstack-request-id: req-39a66148-f7e8-41ac-aac8-f4969337d159 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:43:51.447977 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f048d2-ab91-49a4-9c2a-525275f50558", "name": "network-vif-plugged", "status": "completed", "tag": "67632c50-8e89-46bd-b6dc-7a0115da0fd7", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:43:51.448283 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-39a66148-f7e8-41ac-aac8-f4969337d159 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:43:51.448680 dv-cinder-835879-4-iscsi neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39a66148-f7e8-41ac-aac8-f4969337d159'] response: {'server_uuid': 'd8f048d2-ab91-49a4-9c2a-525275f50558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67632c50-8e89-46bd-b6dc-7a0115da0fd7', 'code': 200} Apr 05 22:43:51.475636 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=67632c50-8e89-46bd-b6dc-7a0115da0fd7,revision_number=5']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:51.604188 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b02b5-6fdd-4d02-b26f-c341468bfc25 req-4ede3d7d-2487-4eb7-8462-465e7c571473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:51.605701 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-876b02b5-6fdd-4d02-b26f-c341468bfc25 req-4ede3d7d-2487-4eb7-8462-465e7c571473 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 1130 time: 0.0417817 Apr 05 22:43:51.651022 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-876b02b5-6fdd-4d02-b26f-c341468bfc25 req-f753bdb5-926d-47b2-9eb8-5dfe2f5e0f8a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e9fd7d6a-af43-4f19-9873-30c2a98cf872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391557 Apr 05 22:43:52.322174 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c81c9-d93d-423a-9a71-f2617863314d req-76d44074-8afe-4a11-bf62-9bbff13a9798 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:52.323647 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f22c81c9-d93d-423a-9a71-f2617863314d req-76d44074-8afe-4a11-bf62-9bbff13a9798 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 946 time: 0.0504601 Apr 05 22:43:52.369128 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f22c81c9-d93d-423a-9a71-f2617863314d req-7558cb8f-0288-4fb6-970e-f94b442e3214 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9fd7d6a-af43-4f19-9873-30c2a98cf872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399415 Apr 05 22:43:53.493070 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f50ead-0831-4c48-9f00-5fb25fb4b847 req-755fc981-1a4e-43bd-9913-9158d8adc50e tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:53.494576 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-42f50ead-0831-4c48-9f00-5fb25fb4b847 req-755fc981-1a4e-43bd-9913-9158d8adc50e tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 946 time: 0.0556104 Apr 05 22:43:53.540482 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-42f50ead-0831-4c48-9f00-5fb25fb4b847 req-53b22d8d-e9dd-499c-8242-0381f65d1f6b tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9fd7d6a-af43-4f19-9873-30c2a98cf872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401723 Apr 05 22:43:53.658698 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f28d1-0337-43a6-8f0b-1b39dff176c0 req-6f05b640-e88b-462f-a422-6e0b8bc52276 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:53.660059 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-373f28d1-0337-43a6-8f0b-1b39dff176c0 req-6f05b640-e88b-462f-a422-6e0b8bc52276 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 946 time: 0.0544009 Apr 05 22:43:53.705278 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-373f28d1-0337-43a6-8f0b-1b39dff176c0 req-00c52594-8d33-4b5f-9f8c-09d304d2642d tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9fd7d6a-af43-4f19-9873-30c2a98cf872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397475 Apr 05 22:43:54.020502 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b4e81-a893-4bf3-bde6-c185d8a7a063 req-ab938832-00d3-4399-8b25-96b078a705ec tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:54.021995 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-556b4e81-a893-4bf3-bde6-c185d8a7a063 req-ab938832-00d3-4399-8b25-96b078a705ec tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 946 time: 0.0513833 Apr 05 22:43:54.067027 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-556b4e81-a893-4bf3-bde6-c185d8a7a063 req-c025e258-e384-4cff-84d4-958cb848afb2 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9fd7d6a-af43-4f19-9873-30c2a98cf872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395617 Apr 05 22:44:00.014074 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:04.327310 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fe215d68-2574-4663-8885-6b248dd40232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:06.558153 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe99dac-7466-4bfa-bbe6-34f83f520b1d req-9a06850e-fdce-4203-9dc9-8d02b5bd6aba tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:06.559506 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-fbe99dac-7466-4bfa-bbe6-34f83f520b1d req-9a06850e-fdce-4203-9dc9-8d02b5bd6aba tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 946 time: 0.0501554 Apr 05 22:44:06.607679 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-fbe99dac-7466-4bfa-bbe6-34f83f520b1d req-a51c1f96-0a06-4d81-a8e6-97f997c2e175 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9fd7d6a-af43-4f19-9873-30c2a98cf872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426817 Apr 05 22:44:06.630584 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 53566) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:44:06.714770 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1fc96a-aacf-4561-be64-cd4606baba4d tempest-TestMinimumBasicScenario-1288759933 tempest-TestMinimumBasicScenario-1288759933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:06.716360 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-8a1fc96a-aacf-4561-be64-cd4606baba4d tempest-TestMinimumBasicScenario-1288759933 tempest-TestMinimumBasicScenario-1288759933-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 1125 time: 0.0848198 Apr 05 22:44:06.719253 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 53574) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:44:06.724067 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-8588bc93-3711-4715-9013-a7dd3f458a66 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Request body: {'floatingip': {'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'port_id': '67632c50-8e89-46bd-b6dc-7a0115da0fd7', 'tenant_id': '21e949a947724a51802556a5f44f9069', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:44:06.748218 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8588bc93-3711-4715-9013-a7dd3f458a66 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:06.803283 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79b996c4-c42b-477a-bd5a-a8ef56d087ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:06.856148 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8588bc93-3711-4715-9013-a7dd3f458a66 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:06.966707 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-8588bc93-3711-4715-9013-a7dd3f458a66 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Allocated IP 172.27.2.149 (f2e9bb50-0445-459c-9ef2-0222ede25138/2ac17549-fc87-4e20-be5e-92c340e9a8b2/7a399b53-859f-45b1-9af0-03f5eb7da3db) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:44:07.067186 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8588bc93-3711-4715-9013-a7dd3f458a66 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks [] for port (7a399b53-859f-45b1-9af0-03f5eb7da3db), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:07.362728 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8588bc93-3711-4715-9013-a7dd3f458a66 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (7a399b53-859f-45b1-9af0-03f5eb7da3db), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:07.399571 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8588bc93-3711-4715-9013-a7dd3f458a66 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Network f2e9bb50-0445-459c-9ef2-0222ede25138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:44:07.402285 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-8588bc93-3711-4715-9013-a7dd3f458a66 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:44:07.404843 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8588bc93-3711-4715-9013-a7dd3f458a66 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:44:07.429309 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588bc93-3711-4715-9013-a7dd3f458a66 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Pushing event updated for resources: {'Port': ['ID=7a399b53-859f-45b1-9af0-03f5eb7da3db,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:07.581100 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:07.762758 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8588bc93-3711-4715-9013-a7dd3f458a66 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks [] for floatingip (1b7d8b3a-01f0-4b0a-8e49-09649498fd3f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:07.829182 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8588bc93-3711-4715-9013-a7dd3f458a66 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (7a399b53-859f-45b1-9af0-03f5eb7da3db), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:07.977311 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8588bc93-3711-4715-9013-a7dd3f458a66 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks [] for port (7a399b53-859f-45b1-9af0-03f5eb7da3db), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:07.981529 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8588bc93-3711-4715-9013-a7dd3f458a66 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28860065'] for port (7a399b53-859f-45b1-9af0-03f5eb7da3db), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:08.050843 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588bc93-3711-4715-9013-a7dd3f458a66 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Pushing event updated for resources: {'Port': ['ID=7a399b53-859f-45b1-9af0-03f5eb7da3db,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:08.061164 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8588bc93-3711-4715-9013-a7dd3f458a66 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528098'] for floatingip (1b7d8b3a-01f0-4b0a-8e49-09649498fd3f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:08.161447 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.db.l3_db [None req-8588bc93-3711-4715-9013-a7dd3f458a66 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Floating IP 1b7d8b3a-01f0-4b0a-8e49-09649498fd3f associated. External IP: 172.27.2.149, port: 67632c50-8e89-46bd-b6dc-7a0115da0fd7. Apr 05 22:44:08.364888 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8588bc93-3711-4715-9013-a7dd3f458a66 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Router bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:44:08.471003 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8588bc93-3711-4715-9013-a7dd3f458a66 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:44:08.481011 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4beb328-67b1-4fa6-81ce-53124e1ea1a0 None None] Sync routers for ids ['bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd'] in dv-cinder-835879-4-iscsi {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:44:08.489212 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8588bc93-3711-4715-9013-a7dd3f458a66 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:08.490986 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4beb328-67b1-4fa6-81ce-53124e1ea1a0 None None] Routers {'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:44:08.491799 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-d4beb328-67b1-4fa6-81ce-53124e1ea1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:44:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:44:08.526317 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-8588bc93-3711-4715-9013-a7dd3f458a66 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8035836 Apr 05 22:44:08.526317 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8f048d2-ab91-49a4-9c2a-525275f50558', 'tag': '67632c50-8e89-46bd-b6dc-7a0115da0fd7'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:44:08.526839 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d7b934-9655-4cbf-9582-2bc7b54cfb39" -d '{"events": [{"name": "network-changed", "server_uuid": "d8f048d2-ab91-49a4-9c2a-525275f50558", "tag": "67632c50-8e89-46bd-b6dc-7a0115da0fd7"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:44:08.527107 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 53580) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:44:08.533765 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-c0fefef6-b2ff-4c25-a82b-adc6a99aa4e8 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1748818111', 'description': 'tempest-secgroup-smoke-1748818111 description', 'project_id': '21e949a947724a51802556a5f44f9069'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:44:08.554857 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c0fefef6-b2ff-4c25-a82b-adc6a99aa4e8 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks [] for security_group (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:08.564773 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b11de5-2ea8-43c7-9121-13cf1f535952 x-openstack-request-id: req-92b11de5-2ea8-43c7-9121-13cf1f535952 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:44:08.565282 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8f048d2-ab91-49a4-9c2a-525275f50558", "tag": "67632c50-8e89-46bd-b6dc-7a0115da0fd7", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:44:08.565704 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-92b11de5-2ea8-43c7-9121-13cf1f535952 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:44:08.566121 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92b11de5-2ea8-43c7-9121-13cf1f535952'] response: {'name': 'network-changed', 'server_uuid': 'd8f048d2-ab91-49a4-9c2a-525275f50558', 'tag': '67632c50-8e89-46bd-b6dc-7a0115da0fd7', 'status': 'completed', 'code': 200} Apr 05 22:44:08.605756 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-d4beb328-67b1-4fa6-81ce-53124e1ea1a0 None None] Set router bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:44:08.623626 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c0fefef6-b2ff-4c25-a82b-adc6a99aa4e8 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks [] for security_group (fdaafe43-ffab-4c03-9187-a9dd224b18a0), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:08.627201 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c0fefef6-b2ff-4c25-a82b-adc6a99aa4e8 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (fdaafe43-ffab-4c03-9187-a9dd224b18a0), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:08.655169 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c0fefef6-b2ff-4c25-a82b-adc6a99aa4e8 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:08.656373 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-c0fefef6-b2ff-4c25-a82b-adc6a99aa4e8 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1276577 Apr 05 22:44:08.659404 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 53586) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:44:08.660397 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fefef6-b2ff-4c25-a82b-adc6a99aa4e8 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdaafe43-ffab-4c03-9187-a9dd224b18a0,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:08.665620 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-92f06c6d-9677-4f9f-bf7a-d6a0c91cfb06 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Request body: {'security_group_rule': {'security_group_id': 'fdaafe43-ffab-4c03-9187-a9dd224b18a0', 'project_id': '21e949a947724a51802556a5f44f9069', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:44:08.667894 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fefef6-b2ff-4c25-a82b-adc6a99aa4e8 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:08.668247 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fefef6-b2ff-4c25-a82b-adc6a99aa4e8 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:08.668588 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fefef6-b2ff-4c25-a82b-adc6a99aa4e8 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:08.668979 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fefef6-b2ff-4c25-a82b-adc6a99aa4e8 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:08.669316 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fefef6-b2ff-4c25-a82b-adc6a99aa4e8 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:08.669647 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fefef6-b2ff-4c25-a82b-adc6a99aa4e8 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:08.669977 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fefef6-b2ff-4c25-a82b-adc6a99aa4e8 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:08.670300 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fefef6-b2ff-4c25-a82b-adc6a99aa4e8 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:08.670624 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fefef6-b2ff-4c25-a82b-adc6a99aa4e8 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:08.670948 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fefef6-b2ff-4c25-a82b-adc6a99aa4e8 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:08.671279 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fefef6-b2ff-4c25-a82b-adc6a99aa4e8 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:08.671601 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fefef6-b2ff-4c25-a82b-adc6a99aa4e8 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:08.671937 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fefef6-b2ff-4c25-a82b-adc6a99aa4e8 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:08.672239 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fefef6-b2ff-4c25-a82b-adc6a99aa4e8 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:08.672559 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fefef6-b2ff-4c25-a82b-adc6a99aa4e8 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:08.697444 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-92f06c6d-9677-4f9f-bf7a-d6a0c91cfb06 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks [] for security_group_rule (9b59bcc7-ab6f-4838-a540-e37fa9329dfe), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:08.751704 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-92f06c6d-9677-4f9f-bf7a-d6a0c91cfb06 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks [] for security_group_rule (9b59bcc7-ab6f-4838-a540-e37fa9329dfe), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:08.755851 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-92f06c6d-9677-4f9f-bf7a-d6a0c91cfb06 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554007'] for security_group_rule (9b59bcc7-ab6f-4838-a540-e37fa9329dfe), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:08.777184 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f06c6d-9677-4f9f-bf7a-d6a0c91cfb06 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b59bcc7-ab6f-4838-a540-e37fa9329dfe,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:08.783149 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-92f06c6d-9677-4f9f-bf7a-d6a0c91cfb06 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:08.787060 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-92f06c6d-9677-4f9f-bf7a-d6a0c91cfb06 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1225460 Apr 05 22:44:08.787060 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 53588) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:44:08.791314 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-8eebf826-b218-4903-bd4f-a4fd553e4450 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Request body: {'security_group_rule': {'security_group_id': 'fdaafe43-ffab-4c03-9187-a9dd224b18a0', 'project_id': '21e949a947724a51802556a5f44f9069', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:44:08.815237 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8eebf826-b218-4903-bd4f-a4fd553e4450 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks [] for security_group_rule (132a7a92-fbf2-447a-8ace-8fcae563c6fa), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:08.837026 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-d4beb328-67b1-4fa6-81ce-53124e1ea1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd', 'name': 'tempest-TestMinimumBasicScenario-720478267-router', 'tenant_id': '21e949a947724a51802556a5f44f9069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'fd1b18aa-3827-4938-acef-f9331de2346c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:03Z', 'updated_at': '2022-04-05T22:43:06Z', 'revision_number': 4, 'project_id': '21e949a947724a51802556a5f44f9069', 'gw_port': {'id': 'fd1b18aa-3827-4938-acef-f9331de2346c', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:04Z', 'updated_at': '2022-04-05T22:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': '1b7d8b3a-01f0-4b0a-8e49-09649498fd3f', 'tenant_id': '21e949a947724a51802556a5f44f9069', 'floating_ip_address': '172.27.2.149', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': 'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd', 'port_id': '67632c50-8e89-46bd-b6dc-7a0115da0fd7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '641cc78c-9adf-489f-a3d9-393fcc970dc7', 'mac_address': 'fa:16:3e:55:1b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f048d2-ab91-49a4-9c2a-525275f50558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:44:07Z', 'updated_at': '2022-04-05T22:44:07Z', 'revision_number': 0, 'project_id': '21e949a947724a51802556a5f44f9069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3f24d9-f225-45ed-9ae2-377973102434', 'name': '', 'network_id': '641cc78c-9adf-489f-a3d9-393fcc970dc7', 'tenant_id': '21e949a947724a51802556a5f44f9069', 'mac_address': 'fa:16:3e:c3:7f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1a8814a8-dbf2-4ec2-9d65-e7895c88a3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:06Z', 'updated_at': '2022-04-05T22:43:12Z', 'revision_number': 5, 'project_id': '21e949a947724a51802556a5f44f9069', 'subnets': [{'id': '1a8814a8-dbf2-4ec2-9d65-e7895c88a3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:44:08.867192 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4beb328-67b1-4fa6-81ce-53124e1ea1a0 None None] Checking router: bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd for host: dv-cinder-835879-4-iscsi {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:44:08.872072 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8eebf826-b218-4903-bd4f-a4fd553e4450 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks [] for security_group_rule (132a7a92-fbf2-447a-8ace-8fcae563c6fa), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:08.875849 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8eebf826-b218-4903-bd4f-a4fd553e4450 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554007'] for security_group_rule (132a7a92-fbf2-447a-8ace-8fcae563c6fa), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:08.876237 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4beb328-67b1-4fa6-81ce-53124e1ea1a0 None None] Routers {'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:44:08.876886 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-d4beb328-67b1-4fa6-81ce-53124e1ea1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:44:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:44:08.894324 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebf826-b218-4903-bd4f-a4fd553e4450 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=132a7a92-fbf2-447a-8ace-8fcae563c6fa,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:08.912232 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8eebf826-b218-4903-bd4f-a4fd553e4450 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:08.913483 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-8eebf826-b218-4903-bd4f-a4fd553e4450 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1255238 Apr 05 22:44:08.916178 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 53592) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:44:08.920508 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-efe8a6e7-961b-4ccb-9eee-ec70418a3471 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Request body: {'security_group_rule': {'security_group_id': 'fdaafe43-ffab-4c03-9187-a9dd224b18a0', 'project_id': '21e949a947724a51802556a5f44f9069', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:44:08.944223 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-efe8a6e7-961b-4ccb-9eee-ec70418a3471 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks [] for security_group_rule (a1e54336-546e-491b-a76f-f67321f63090), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:08.994956 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-d4beb328-67b1-4fa6-81ce-53124e1ea1a0 None None] Set router bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:44:09.001809 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-efe8a6e7-961b-4ccb-9eee-ec70418a3471 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks [] for security_group_rule (a1e54336-546e-491b-a76f-f67321f63090), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:09.006477 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-efe8a6e7-961b-4ccb-9eee-ec70418a3471 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554007'] for security_group_rule (a1e54336-546e-491b-a76f-f67321f63090), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:09.023885 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8a6e7-961b-4ccb-9eee-ec70418a3471 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1e54336-546e-491b-a76f-f67321f63090,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:09.032298 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-efe8a6e7-961b-4ccb-9eee-ec70418a3471 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:09.036045 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-efe8a6e7-961b-4ccb-9eee-ec70418a3471 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163926 Apr 05 22:44:09.036233 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 53594) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:44:09.040524 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-34be3e76-ed1d-44c9-80ba-c90fe34825c1 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Request body: {'security_group_rule': {'security_group_id': 'fdaafe43-ffab-4c03-9187-a9dd224b18a0', 'project_id': '21e949a947724a51802556a5f44f9069', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:44:09.064757 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-34be3e76-ed1d-44c9-80ba-c90fe34825c1 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks [] for security_group_rule (50d761fa-fd1d-4746-afd9-9b4d78f91d04), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:09.124182 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-34be3e76-ed1d-44c9-80ba-c90fe34825c1 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks [] for security_group_rule (50d761fa-fd1d-4746-afd9-9b4d78f91d04), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:09.127867 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-34be3e76-ed1d-44c9-80ba-c90fe34825c1 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554007'] for security_group_rule (50d761fa-fd1d-4746-afd9-9b4d78f91d04), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:09.145031 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be3e76-ed1d-44c9-80ba-c90fe34825c1 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d761fa-fd1d-4746-afd9-9b4d78f91d04,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:09.155241 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-34be3e76-ed1d-44c9-80ba-c90fe34825c1 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:09.156467 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-34be3e76-ed1d-44c9-80ba-c90fe34825c1 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1192765 Apr 05 22:44:09.159176 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 53596) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:44:09.163968 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-bf213d9d-4a8b-4004-aa40-41a2f7fd753c tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Request body: {'security_group_rule': {'security_group_id': 'fdaafe43-ffab-4c03-9187-a9dd224b18a0', 'project_id': '21e949a947724a51802556a5f44f9069', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:44:09.184393 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.db.securitygroups_db [None req-bf213d9d-4a8b-4004-aa40-41a2f7fd753c tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Project 21e949a947724a51802556a5f44f9069 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 22:44:09.188249 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:09.189306 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bf213d9d-4a8b-4004-aa40-41a2f7fd753c tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks [] for security_group_rule (c1546db0-1741-4b93-be4c-1544b196dc14), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:09.239340 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-d4beb328-67b1-4fa6-81ce-53124e1ea1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd', 'name': 'tempest-TestMinimumBasicScenario-720478267-router', 'tenant_id': '21e949a947724a51802556a5f44f9069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'fd1b18aa-3827-4938-acef-f9331de2346c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:03Z', 'updated_at': '2022-04-05T22:43:06Z', 'revision_number': 4, 'project_id': '21e949a947724a51802556a5f44f9069', 'gw_port': {'id': 'fd1b18aa-3827-4938-acef-f9331de2346c', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:04Z', 'updated_at': '2022-04-05T22:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': '1b7d8b3a-01f0-4b0a-8e49-09649498fd3f', 'tenant_id': '21e949a947724a51802556a5f44f9069', 'floating_ip_address': '172.27.2.149', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': 'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd', 'port_id': '67632c50-8e89-46bd-b6dc-7a0115da0fd7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '641cc78c-9adf-489f-a3d9-393fcc970dc7', 'mac_address': 'fa:16:3e:55:1b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f048d2-ab91-49a4-9c2a-525275f50558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:44:07Z', 'updated_at': '2022-04-05T22:44:07Z', 'revision_number': 0, 'project_id': '21e949a947724a51802556a5f44f9069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3f24d9-f225-45ed-9ae2-377973102434', 'name': '', 'network_id': '641cc78c-9adf-489f-a3d9-393fcc970dc7', 'tenant_id': '21e949a947724a51802556a5f44f9069', 'mac_address': 'fa:16:3e:c3:7f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1a8814a8-dbf2-4ec2-9d65-e7895c88a3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:06Z', 'updated_at': '2022-04-05T22:43:12Z', 'revision_number': 5, 'project_id': '21e949a947724a51802556a5f44f9069', 'subnets': [{'id': '1a8814a8-dbf2-4ec2-9d65-e7895c88a3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:44:09.248357 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bf213d9d-4a8b-4004-aa40-41a2f7fd753c tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks [] for security_group_rule (c1546db0-1741-4b93-be4c-1544b196dc14), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:09.251688 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bf213d9d-4a8b-4004-aa40-41a2f7fd753c tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554007'] for security_group_rule (c1546db0-1741-4b93-be4c-1544b196dc14), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:09.269726 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf213d9d-4a8b-4004-aa40-41a2f7fd753c tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1546db0-1741-4b93-be4c-1544b196dc14,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:09.269961 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4beb328-67b1-4fa6-81ce-53124e1ea1a0 None None] The sync data for ids ['bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd'] in dv-cinder-835879-4-iscsi is: [{'id': 'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd', 'name': 'tempest-TestMinimumBasicScenario-720478267-router', 'tenant_id': '21e949a947724a51802556a5f44f9069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'fd1b18aa-3827-4938-acef-f9331de2346c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:03Z', 'updated_at': '2022-04-05T22:43:06Z', 'revision_number': 4, 'project_id': '21e949a947724a51802556a5f44f9069', 'gw_port': {'id': 'fd1b18aa-3827-4938-acef-f9331de2346c', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:04Z', 'updated_at': '2022-04-05T22:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': '1b7d8b3a-01f0-4b0a-8e49-09649498fd3f', 'tenant_id': '21e949a947724a51802556a5f44f9069', 'floating_ip_address': '172.27.2.149', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': 'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd', 'port_id': '67632c50-8e89-46bd-b6dc-7a0115da0fd7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '641cc78c-9adf-489f-a3d9-393fcc970dc7', 'mac_address': 'fa:16:3e:55:1b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f048d2-ab91-49a4-9c2a-525275f50558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:44:07Z', 'updated_at': '2022-04-05T22:44:07Z', 'revision_number': 0, 'project_id': '21e949a947724a51802556a5f44f9069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3f24d9-f225-45ed-9ae2-377973102434', 'name': '', 'network_id': '641cc78c-9adf-489f-a3d9-393fcc970dc7', 'tenant_id': '21e949a947724a51802556a5f44f9069', 'mac_address': 'fa:16:3e:c3:7f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1a8814a8-dbf2-4ec2-9d65-e7895c88a3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:06Z', 'updated_at': '2022-04-05T22:43:12Z', 'revision_number': 5, 'project_id': '21e949a947724a51802556a5f44f9069', 'subnets': [{'id': '1a8814a8-dbf2-4ec2-9d65-e7895c88a3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:44:09.276657 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bf213d9d-4a8b-4004-aa40-41a2f7fd753c tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:09.280489 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-bf213d9d-4a8b-4004-aa40-41a2f7fd753c tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1177719 Apr 05 22:44:09.280757 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 53598) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:44:09.285243 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-8d237774-0bf5-4027-aaf0-9626557d89a3 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Request body: {'security_group_rule': {'security_group_id': 'fdaafe43-ffab-4c03-9187-a9dd224b18a0', 'project_id': '21e949a947724a51802556a5f44f9069', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:44:09.306030 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.db.securitygroups_db [None req-8d237774-0bf5-4027-aaf0-9626557d89a3 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Project 21e949a947724a51802556a5f44f9069 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 22:44:09.311259 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8d237774-0bf5-4027-aaf0-9626557d89a3 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks [] for security_group_rule (a8213678-e6f7-411f-b513-8664a8e34677), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:09.371823 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8d237774-0bf5-4027-aaf0-9626557d89a3 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks [] for security_group_rule (a8213678-e6f7-411f-b513-8664a8e34677), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:09.376065 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8d237774-0bf5-4027-aaf0-9626557d89a3 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554007'] for security_group_rule (a8213678-e6f7-411f-b513-8664a8e34677), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:09.395726 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d237774-0bf5-4027-aaf0-9626557d89a3 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8213678-e6f7-411f-b513-8664a8e34677,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:09.400293 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8d237774-0bf5-4027-aaf0-9626557d89a3 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:09.404514 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-8d237774-0bf5-4027-aaf0-9626557d89a3 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1197579 Apr 05 22:44:09.469588 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d765303-fd83-44bd-ba7a-3a3501bcc322 None None] New status for floating IP 1b7d8b3a-01f0-4b0a-8e49-09649498fd3f: ACTIVE {{(pid=103305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:44:09.496695 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-535a49b5-c280-4789-85a6-9c41664685a9 req-6da967f4-73b5-4fd1-b7f1-3e2ed3fe7ad9 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1748818111&fields=id&tenant_id=21e949a947724a51802556a5f44f9069 HTTP/1.1" status: 200 len: 267 time: 0.0490525 Apr 05 22:44:09.551031 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a49b5-c280-4789-85a6-9c41664685a9 req-818de204-7d84-4707-89dd-03cc1a2d683a tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:09.553179 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-535a49b5-c280-4789-85a6-9c41664685a9 req-818de204-7d84-4707-89dd-03cc1a2d683a tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 946 time: 0.0509779 Apr 05 22:44:09.564279 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [req-535a49b5-c280-4789-85a6-9c41664685a9 req-d8d0a4e1-2a9a-4823-9d47-ff3836bcce45 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Request body: {'port': {'security_groups': ['e9fd7d6a-af43-4f19-9873-30c2a98cf872', 'fdaafe43-ffab-4c03-9187-a9dd224b18a0']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:44:09.635997 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-535a49b5-c280-4789-85a6-9c41664685a9 req-d8d0a4e1-2a9a-4823-9d47-ff3836bcce45 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (67632c50-8e89-46bd-b6dc-7a0115da0fd7), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:09.817527 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-535a49b5-c280-4789-85a6-9c41664685a9 req-d8d0a4e1-2a9a-4823-9d47-ff3836bcce45 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] For port 67632c50-8e89-46bd-b6dc-7a0115da0fd7, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=67632c50-8e89-46bd-b6dc-7a0115da0fd7,segment=NetworkSegment(4bd64f36-2eca-4470-9ec3-df8cfa4c008d),segment_id=4bd64f36-2eca-4470-9ec3-df8cfa4c008d)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:44:09.846274 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-535a49b5-c280-4789-85a6-9c41664685a9 req-d8d0a4e1-2a9a-4823-9d47-ff3836bcce45 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks [] for port (67632c50-8e89-46bd-b6dc-7a0115da0fd7), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:09.851112 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-535a49b5-c280-4789-85a6-9c41664685a9 req-d8d0a4e1-2a9a-4823-9d47-ff3836bcce45 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28860065'] for port (67632c50-8e89-46bd-b6dc-7a0115da0fd7), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:09.896957 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a49b5-c280-4789-85a6-9c41664685a9 req-d8d0a4e1-2a9a-4823-9d47-ff3836bcce45 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:09.897597 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-535a49b5-c280-4789-85a6-9c41664685a9 req-d8d0a4e1-2a9a-4823-9d47-ff3836bcce45 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:09.899022 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-535a49b5-c280-4789-85a6-9c41664685a9 req-d8d0a4e1-2a9a-4823-9d47-ff3836bcce45 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "PUT /v2.0/ports/67632c50-8e89-46bd-b6dc-7a0115da0fd7 HTTP/1.1" status: 200 len: 982 time: 0.3393948 Apr 05 22:44:09.924756 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d0a4e1-2a9a-4823-9d47-ff3836bcce45 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Pushing event updated for resources: {'Port': ['ID=67632c50-8e89-46bd-b6dc-7a0115da0fd7,revision_number=6']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:10.027331 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19dfbe-e8f7-43b5-bd1c-5af06bf35fab req-356b1334-471f-4665-b9b3-cdd37b94f03b tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:10.028942 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-cc19dfbe-e8f7-43b5-bd1c-5af06bf35fab req-356b1334-471f-4665-b9b3-cdd37b94f03b tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 985 time: 0.0558801 Apr 05 22:44:10.089326 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-cc19dfbe-e8f7-43b5-bd1c-5af06bf35fab req-7c5ee651-55df-4984-8445-192a9ba3060b tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdaafe43-ffab-4c03-9187-a9dd224b18a0&id=e9fd7d6a-af43-4f19-9873-30c2a98cf872&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546710 Apr 05 22:44:10.131752 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-558c86bc-177e-482a-bbc0-b80d63ba767e None None] Provisioning complete for port 67632c50-8e89-46bd-b6dc-7a0115da0fd7 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:44:10.132301 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-558c86bc-177e-482a-bbc0-b80d63ba767e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (67632c50-8e89-46bd-b6dc-7a0115da0fd7), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:10.208273 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-558c86bc-177e-482a-bbc0-b80d63ba767e None None] Current status of the port 67632c50-8e89-46bd-b6dc-7a0115da0fd7 is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:44:10.567605 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8f048d2-ab91-49a4-9c2a-525275f50558', 'tag': '67632c50-8e89-46bd-b6dc-7a0115da0fd7'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:44:10.570009 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb69d97-0936-496d-be71-5bbb4c445700" -d '{"events": [{"name": "network-changed", "server_uuid": "d8f048d2-ab91-49a4-9c2a-525275f50558", "tag": "67632c50-8e89-46bd-b6dc-7a0115da0fd7"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:44:10.603679 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c022551c-dee9-4dbe-8f0a-8b8220868194 x-openstack-request-id: req-c022551c-dee9-4dbe-8f0a-8b8220868194 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:44:10.603971 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8f048d2-ab91-49a4-9c2a-525275f50558", "tag": "67632c50-8e89-46bd-b6dc-7a0115da0fd7", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:44:10.604224 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c022551c-dee9-4dbe-8f0a-8b8220868194 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:44:10.604626 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c022551c-dee9-4dbe-8f0a-8b8220868194'] response: {'name': 'network-changed', 'server_uuid': 'd8f048d2-ab91-49a4-9c2a-525275f50558', 'tag': '67632c50-8e89-46bd-b6dc-7a0115da0fd7', 'status': 'completed', 'code': 200} Apr 05 22:44:10.749384 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] get_ports_and_sgs() called for port_ids ['67632c50-8e89-46bd-b6dc-7a0115da0fd7'] {{(pid=103304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:44:10.805666 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:10.846520 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] get_ports_and_sgs() called for port_ids ['67632c50-8e89-46bd-b6dc-7a0115da0fd7'] {{(pid=103304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:44:11.010112 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7b934-9655-4cbf-9582-2bc7b54cfb39 req-d21728db-7073-4fd6-893b-c5c1c17f7129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:11.011633 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-39d7b934-9655-4cbf-9582-2bc7b54cfb39 req-d21728db-7073-4fd6-893b-c5c1c17f7129 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=21e949a947724a51802556a5f44f9069&device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 1169 time: 0.0463371 Apr 05 22:44:11.104391 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7b934-9655-4cbf-9582-2bc7b54cfb39 req-21336506-c64b-4618-b4da-c04ad6256f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:11.106071 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-39d7b934-9655-4cbf-9582-2bc7b54cfb39 req-21336506-c64b-4618-b4da-c04ad6256f71 service neutron] 10.222.0.46 "GET /v2.0/networks?id=641cc78c-9adf-489f-a3d9-393fcc970dc7 HTTP/1.1" status: 200 len: 915 time: 0.0885873 Apr 05 22:44:11.172813 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-39d7b934-9655-4cbf-9582-2bc7b54cfb39 req-314aa661-a2a6-4e3d-a6cd-0993fbcd07bf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67632c50-8e89-46bd-b6dc-7a0115da0fd7 HTTP/1.1" status: 200 len: 1002 time: 0.0578492 Apr 05 22:44:11.225186 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7b934-9655-4cbf-9582-2bc7b54cfb39 req-8ca57a1a-ccd3-46fc-ba42-f2c7aeae7a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:11.226648 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-39d7b934-9655-4cbf-9582-2bc7b54cfb39 req-8ca57a1a-ccd3-46fc-ba42-f2c7aeae7a6d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1a8814a8-dbf2-4ec2-9d65-e7895c88a3a4 HTTP/1.1" status: 200 len: 853 time: 0.0476465 Apr 05 22:44:11.273730 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7b934-9655-4cbf-9582-2bc7b54cfb39 req-af461d96-77da-4919-81c3-c3356c2ee94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:11.275274 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-39d7b934-9655-4cbf-9582-2bc7b54cfb39 req-af461d96-77da-4919-81c3-c3356c2ee94d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=641cc78c-9adf-489f-a3d9-393fcc970dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431306 Apr 05 22:44:11.365678 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-39d7b934-9655-4cbf-9582-2bc7b54cfb39 req-b97e32c0-9758-4cac-b2eb-e263d11d452e service neutron] 10.222.0.46 "GET /v2.0/networks/641cc78c-9adf-489f-a3d9-393fcc970dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827444 Apr 05 22:44:11.458197 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-39d7b934-9655-4cbf-9582-2bc7b54cfb39 req-4e30beaf-5af0-45e5-8453-ace3af95c532 service neutron] 10.222.0.46 "GET /v2.0/networks/641cc78c-9adf-489f-a3d9-393fcc970dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854375 Apr 05 22:44:11.553082 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb69d97-0936-496d-be71-5bbb4c445700 req-dd09c366-062a-4ac1-a663-3400a1ff019d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:11.554588 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-eeb69d97-0936-496d-be71-5bbb4c445700 req-dd09c366-062a-4ac1-a663-3400a1ff019d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=21e949a947724a51802556a5f44f9069&device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 1169 time: 0.0492265 Apr 05 22:44:11.645777 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb69d97-0936-496d-be71-5bbb4c445700 req-2f9d357f-7832-4c36-88fa-f07fde8ce7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:11.647233 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-eeb69d97-0936-496d-be71-5bbb4c445700 req-2f9d357f-7832-4c36-88fa-f07fde8ce7ad service neutron] 10.222.0.46 "GET /v2.0/networks?id=641cc78c-9adf-489f-a3d9-393fcc970dc7 HTTP/1.1" status: 200 len: 915 time: 0.0862017 Apr 05 22:44:11.710442 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-eeb69d97-0936-496d-be71-5bbb4c445700 req-0ded10b8-17fe-46fc-a8b8-86262af6d8e5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67632c50-8e89-46bd-b6dc-7a0115da0fd7 HTTP/1.1" status: 200 len: 1002 time: 0.0573418 Apr 05 22:44:11.761579 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb69d97-0936-496d-be71-5bbb4c445700 req-42628daf-b2ff-4785-b48b-e855e3bdfa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:11.762987 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-eeb69d97-0936-496d-be71-5bbb4c445700 req-42628daf-b2ff-4785-b48b-e855e3bdfa9d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1a8814a8-dbf2-4ec2-9d65-e7895c88a3a4 HTTP/1.1" status: 200 len: 853 time: 0.0457242 Apr 05 22:44:11.809075 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb69d97-0936-496d-be71-5bbb4c445700 req-c552aae8-930d-42c3-b6fc-a5533ddabaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:11.810431 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-eeb69d97-0936-496d-be71-5bbb4c445700 req-c552aae8-930d-42c3-b6fc-a5533ddabaa7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=641cc78c-9adf-489f-a3d9-393fcc970dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415134 Apr 05 22:44:11.896920 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-eeb69d97-0936-496d-be71-5bbb4c445700 req-d01f3aff-9d6a-47c4-be9f-2ea3948fc4dc service neutron] 10.222.0.46 "GET /v2.0/networks/641cc78c-9adf-489f-a3d9-393fcc970dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793715 Apr 05 22:44:11.991519 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-eeb69d97-0936-496d-be71-5bbb4c445700 req-ddf542c1-8998-4821-804e-6929af1d6251 service neutron] 10.222.0.46 "GET /v2.0/networks/641cc78c-9adf-489f-a3d9-393fcc970dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881381 Apr 05 22:44:13.027898 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d37f75fa-1d6a-4cdb-969d-cb92f4d6deeb req-e8fd0969-0ba1-41a4-bffd-c83c7271a26e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422435 Apr 05 22:44:13.116940 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f75fa-1d6a-4cdb-969d-cb92f4d6deeb req-14708857-4031-475f-a01c-68b8bdb22ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:13.118935 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d37f75fa-1d6a-4cdb-969d-cb92f4d6deeb req-14708857-4031-475f-a01c-68b8bdb22ea3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6a5381bd54734bd2877c50c329d25a21&device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 1130 time: 0.0491681 Apr 05 22:44:13.224461 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f75fa-1d6a-4cdb-969d-cb92f4d6deeb req-9befbb9a-bb90-4b87-b5e3-3d279cb1e982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:13.225954 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d37f75fa-1d6a-4cdb-969d-cb92f4d6deeb req-9befbb9a-bb90-4b87-b5e3-3d279cb1e982 service neutron] 10.222.0.46 "GET /v2.0/networks?id=aad58d47-6598-42c9-a3eb-59b1a9dac7a0 HTTP/1.1" status: 200 len: 909 time: 0.0882564 Apr 05 22:44:13.298447 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d37f75fa-1d6a-4cdb-969d-cb92f4d6deeb req-fc709c26-96d8-45b4-9286-b87354aa1cc8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7631f91b-5607-42ff-9557-287d00fc5d32 HTTP/1.1" status: 200 len: 1002 time: 0.0655828 Apr 05 22:44:13.347763 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f75fa-1d6a-4cdb-969d-cb92f4d6deeb req-3e078505-d031-40cc-9838-094a33244d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:13.349168 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d37f75fa-1d6a-4cdb-969d-cb92f4d6deeb req-3e078505-d031-40cc-9838-094a33244d83 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=64352385-013c-4aed-a87f-560d0688e540 HTTP/1.1" status: 200 len: 847 time: 0.0447295 Apr 05 22:44:13.397901 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f75fa-1d6a-4cdb-969d-cb92f4d6deeb req-db4aec15-f9da-46fa-8260-79df1049366f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:13.399351 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d37f75fa-1d6a-4cdb-969d-cb92f4d6deeb req-db4aec15-f9da-46fa-8260-79df1049366f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aad58d47-6598-42c9-a3eb-59b1a9dac7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433135 Apr 05 22:44:13.490385 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d37f75fa-1d6a-4cdb-969d-cb92f4d6deeb req-4ab86d9b-b48a-4311-be96-bdaa083783a7 service neutron] 10.222.0.46 "GET /v2.0/networks/aad58d47-6598-42c9-a3eb-59b1a9dac7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832472 Apr 05 22:44:13.578119 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d37f75fa-1d6a-4cdb-969d-cb92f4d6deeb req-23d4267d-ba7e-4f25-96f4-ede69687abda service neutron] 10.222.0.46 "GET /v2.0/networks/aad58d47-6598-42c9-a3eb-59b1a9dac7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816638 Apr 05 22:44:13.873239 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:44:16.918806 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a607de-ffa4-467e-a84d-0b47dda7ef25 req-20d72b66-7743-4572-b941-199f4173bd57 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:16.920216 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a9a607de-ffa4-467e-a84d-0b47dda7ef25 req-20d72b66-7743-4572-b941-199f4173bd57 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1338609-8268-4e04-9c2f-f723027866e7 HTTP/1.1" status: 200 len: 946 time: 0.0515723 Apr 05 22:44:16.969365 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a9a607de-ffa4-467e-a84d-0b47dda7ef25 req-129a0a98-6c55-44bc-9104-656408b36490 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/security-groups?id=1115a394-0e97-4777-8338-e56d17cb0e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436332 Apr 05 22:44:18.086338 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb99aa-aaae-45dd-baba-d919304e686b req-e8f6f0fd-f4e9-4c8a-a258-d373f02dd72b tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:18.087792 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0cdb99aa-aaae-45dd-baba-d919304e686b req-e8f6f0fd-f4e9-4c8a-a258-d373f02dd72b tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1338609-8268-4e04-9c2f-f723027866e7 HTTP/1.1" status: 200 len: 946 time: 0.0505702 Apr 05 22:44:18.137921 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0cdb99aa-aaae-45dd-baba-d919304e686b req-6163016f-1953-47d1-a3ca-3890d2c40ff1 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/security-groups?id=1115a394-0e97-4777-8338-e56d17cb0e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445008 Apr 05 22:44:18.849722 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abe7d4-78b3-43c8-a339-3d210354ee68 req-07f8e26f-abbe-447f-85b4-94e483128bcd tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:18.851058 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a2abe7d4-78b3-43c8-a339-3d210354ee68 req-07f8e26f-abbe-447f-85b4-94e483128bcd tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1338609-8268-4e04-9c2f-f723027866e7 HTTP/1.1" status: 200 len: 946 time: 0.0511813 Apr 05 22:44:18.944818 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-a2abe7d4-78b3-43c8-a339-3d210354ee68 req-880892a4-dac1-45fa-aabc-45f8b03824ad tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Deleting port 22aa2410-ce53-479c-8858-b56f6f46bd8c {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:44:18.945161 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a2abe7d4-78b3-43c8-a339-3d210354ee68 req-880892a4-dac1-45fa-aabc-45f8b03824ad tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (22aa2410-ce53-479c-8858-b56f6f46bd8c), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:19.031379 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-a2abe7d4-78b3-43c8-a339-3d210354ee68 req-880892a4-dac1-45fa-aabc-45f8b03824ad tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] For port 22aa2410-ce53-479c-8858-b56f6f46bd8c, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=22aa2410-ce53-479c-8858-b56f6f46bd8c,segment=NetworkSegment(72092f12-c4fa-4158-85b1-34e6b9680a80),segment_id=72092f12-c4fa-4158-85b1-34e6b9680a80)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:44:19.031740 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a2abe7d4-78b3-43c8-a339-3d210354ee68 req-880892a4-dac1-45fa-aabc-45f8b03824ad tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (22aa2410-ce53-479c-8858-b56f6f46bd8c), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:19.044371 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-a2abe7d4-78b3-43c8-a339-3d210354ee68 req-880892a4-dac1-45fa-aabc-45f8b03824ad tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Calling delete_port for 22aa2410-ce53-479c-8858-b56f6f46bd8c owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:44:19.176110 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a2abe7d4-78b3-43c8-a339-3d210354ee68 req-880892a4-dac1-45fa-aabc-45f8b03824ad tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (22aa2410-ce53-479c-8858-b56f6f46bd8c), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:19.189250 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] get_ports_and_sgs() called for port_ids ['22aa2410-ce53-479c-8858-b56f6f46bd8c'] {{(pid=103304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:44:19.205112 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880892a4-dac1-45fa-aabc-45f8b03824ad tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Pushing event deleted for resources: {'Port': ['ID=22aa2410-ce53-479c-8858-b56f6f46bd8c,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:19.252987 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-00145909-faa6-4ece-b4f2-ac85a443c6ad req-410e816d-4ebb-4963-8cdb-90bd66760a7b tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1338609-8268-4e04-9c2f-f723027866e7 HTTP/1.1" status: 200 len: 210 time: 0.0456438 Apr 05 22:44:19.272589 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2abe7d4-78b3-43c8-a339-3d210354ee68 req-880892a4-dac1-45fa-aabc-45f8b03824ad tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] No DVR routers for this DVR port 22aa2410-ce53-479c-8858-b56f6f46bd8c on host hv-cinder-83587 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:44:19.275166 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a2abe7d4-78b3-43c8-a339-3d210354ee68 req-880892a4-dac1-45fa-aabc-45f8b03824ad tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:19.278360 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a2abe7d4-78b3-43c8-a339-3d210354ee68 req-880892a4-dac1-45fa-aabc-45f8b03824ad tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.46 "DELETE /v2.0/ports/22aa2410-ce53-479c-8858-b56f6f46bd8c HTTP/1.1" status: 204 len: 173 time: 0.4222021 Apr 05 22:44:19.278811 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1338609-8268-4e04-9c2f-f723027866e7', 'name': 'network-vif-deleted', 'tag': '22aa2410-ce53-479c-8858-b56f6f46bd8c'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:44:19.281139 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a6ac09-4ab4-4f1e-8fa7-313cbf6c9227" -d '{"events": [{"server_uuid": "e1338609-8268-4e04-9c2f-f723027866e7", "name": "network-vif-deleted", "tag": "22aa2410-ce53-479c-8858-b56f6f46bd8c"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:44:19.318151 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a566c5-18b3-47ec-9222-9e74c29dd307 x-openstack-request-id: req-60a566c5-18b3-47ec-9222-9e74c29dd307 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:44:19.318448 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1338609-8268-4e04-9c2f-f723027866e7", "name": "network-vif-deleted", "tag": "22aa2410-ce53-479c-8858-b56f6f46bd8c", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:44:19.318703 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-60a566c5-18b3-47ec-9222-9e74c29dd307 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:44:19.319104 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60a566c5-18b3-47ec-9222-9e74c29dd307'] response: {'server_uuid': 'e1338609-8268-4e04-9c2f-f723027866e7', 'name': 'network-vif-deleted', 'tag': '22aa2410-ce53-479c-8858-b56f6f46bd8c', 'status': 'completed', 'code': 200} Apr 05 22:44:24.361328 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 22aa2410-ce53-479c-8858-b56f6f46bd8c no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:44:24.382273 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] No Port match for: 22aa2410-ce53-479c-8858-b56f6f46bd8c {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:44:24.382622 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 22aa2410-ce53-479c-8858-b56f6f46bd8c not bound to the agent host hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:44:30.020397 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:31.385043 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-3c8896b5-475c-4407-8bcb-8cdf14ec42f1 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:31.386405 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-3c8896b5-475c-4407-8bcb-8cdf14ec42f1 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/networks?id=2086a67f-ad0e-45c1-9682-081d09ad4825 HTTP/1.1" status: 200 len: 814 time: 0.1008248 Apr 05 22:44:31.400906 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-60ed70bb-6505-4a59-aa04-e8cbd58c69e6 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/quotas/9986eeee9e1741a8a8deee424bfb6ee4 HTTP/1.1" status: 200 len: 375 time: 0.0092468 Apr 05 22:44:31.430163 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-7813f171-839e-4c93-9398-fff4ac4efcd5 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9986eeee9e1741a8a8deee424bfb6ee4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246620 Apr 05 22:44:31.517005 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-acd8b7bd-aaa5-4591-b106-29439177b107 service neutron] 10.222.0.15 "GET /v2.0/networks/2086a67f-ad0e-45c1-9682-081d09ad4825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804946 Apr 05 22:44:31.605734 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-49140676-2ae8-4bec-8023-bc7c5fb63470 service neutron] 10.222.0.15 "GET /v2.0/networks/2086a67f-ad0e-45c1-9682-081d09ad4825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825429 Apr 05 22:44:31.758539 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-16d5835e-a897-489f-85b9-4b2647cf03fb req-d81f2bb9-1745-4860-984b-34031420fd05 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee6511e9-a2c1-416d-8de9-73057d0ae7a8 HTTP/1.1" status: 200 len: 210 time: 0.0270236 Apr 05 22:44:32.655171 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-9b3126bb-4cdf-4ddd-887d-3f0b7391f2d0 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:32.656645 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-9b3126bb-4cdf-4ddd-887d-3f0b7391f2d0 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.46 "GET /v2.0/networks?id=2086a67f-ad0e-45c1-9682-081d09ad4825 HTTP/1.1" status: 200 len: 814 time: 0.1033840 Apr 05 22:44:32.681987 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-f25d2673-0028-4d88-bf5c-3ccd5f2c355d tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Request body: {'port': {'device_id': 'ee6511e9-a2c1-416d-8de9-73057d0ae7a8', 'network_id': '2086a67f-ad0e-45c1-9682-081d09ad4825', 'admin_state_up': True, 'tenant_id': '9986eeee9e1741a8a8deee424bfb6ee4'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:44:32.786137 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-f25d2673-0028-4d88-bf5c-3ccd5f2c355d tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Made reservation on behalf of 9986eeee9e1741a8a8deee424bfb6ee4 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:44:32.789445 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-f25d2673-0028-4d88-bf5c-3ccd5f2c355d tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:33.137302 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6bc4b424-b004-4c1c-9077-013a6556dde5 req-2974b345-c210-44de-9d72-ac1f602a583b tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee6511e9-a2c1-416d-8de9-73057d0ae7a8 HTTP/1.1" status: 200 len: 210 time: 0.0325980 Apr 05 22:44:33.198093 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-f25d2673-0028-4d88-bf5c-3ccd5f2c355d tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Allocated IP 172.20.0.13 (2086a67f-ad0e-45c1-9682-081d09ad4825/fed8380a-54f9-4282-a105-4edb2011589d/8203183b-5f7f-4698-9fcf-abcf03fd27aa) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:44:33.341247 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-f25d2673-0028-4d88-bf5c-3ccd5f2c355d tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Publish callbacks [] for port (8203183b-5f7f-4698-9fcf-abcf03fd27aa), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:33.373528 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-f25d2673-0028-4d88-bf5c-3ccd5f2c355d tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (8203183b-5f7f-4698-9fcf-abcf03fd27aa), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:33.414029 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-f25d2673-0028-4d88-bf5c-3ccd5f2c355d tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Network 2086a67f-ad0e-45c1-9682-081d09ad4825 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:44:33.416973 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-f25d2673-0028-4d88-bf5c-3ccd5f2c355d tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:44:33.420853 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-f25d2673-0028-4d88-bf5c-3ccd5f2c355d tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:44:33.451850 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d2673-0028-4d88-bf5c-3ccd5f2c355d tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Pushing event updated for resources: {'Port': ['ID=8203183b-5f7f-4698-9fcf-abcf03fd27aa,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:33.463832 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25d2673-0028-4d88-bf5c-3ccd5f2c355d tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:33.464189 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25d2673-0028-4d88-bf5c-3ccd5f2c355d tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:33.464538 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25d2673-0028-4d88-bf5c-3ccd5f2c355d tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:33.464911 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25d2673-0028-4d88-bf5c-3ccd5f2c355d tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:33.465254 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25d2673-0028-4d88-bf5c-3ccd5f2c355d tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:33.465616 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25d2673-0028-4d88-bf5c-3ccd5f2c355d tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:33.465950 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25d2673-0028-4d88-bf5c-3ccd5f2c355d tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:33.466282 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25d2673-0028-4d88-bf5c-3ccd5f2c355d tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:33.466613 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25d2673-0028-4d88-bf5c-3ccd5f2c355d tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:33.466944 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25d2673-0028-4d88-bf5c-3ccd5f2c355d tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:33.467274 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25d2673-0028-4d88-bf5c-3ccd5f2c355d tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:33.467600 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25d2673-0028-4d88-bf5c-3ccd5f2c355d tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:33.467925 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25d2673-0028-4d88-bf5c-3ccd5f2c355d tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:33.468253 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25d2673-0028-4d88-bf5c-3ccd5f2c355d tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:33.468582 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25d2673-0028-4d88-bf5c-3ccd5f2c355d tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:33.489963 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-f25d2673-0028-4d88-bf5c-3ccd5f2c355d tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:33.490577 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-f25d2673-0028-4d88-bf5c-3ccd5f2c355d tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:33.506170 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-f25d2673-0028-4d88-bf5c-3ccd5f2c355d tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8269036 Apr 05 22:44:33.530518 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-2319cf7a-78de-4357-bc94-730164666a7c service neutron] Request body: {'port': {'device_id': 'ee6511e9-a2c1-416d-8de9-73057d0ae7a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:44:33.588075 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-2319cf7a-78de-4357-bc94-730164666a7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (8203183b-5f7f-4698-9fcf-abcf03fd27aa), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:33.847090 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-2319cf7a-78de-4357-bc94-730164666a7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8203183b-5f7f-4698-9fcf-abcf03fd27aa {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:44:33.855241 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-2319cf7a-78de-4357-bc94-730164666a7c service neutron] Publish callbacks [] for port (8203183b-5f7f-4698-9fcf-abcf03fd27aa), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:33.866924 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-2319cf7a-78de-4357-bc94-730164666a7c service neutron] Transition to ACTIVE for port object 8203183b-5f7f-4698-9fcf-abcf03fd27aa will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:44:33.870798 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-2319cf7a-78de-4357-bc94-730164666a7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28860065'] for port (8203183b-5f7f-4698-9fcf-abcf03fd27aa), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:33.918968 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2319cf7a-78de-4357-bc94-730164666a7c service neutron] Pushing event updated for resources: {'Port': ['ID=8203183b-5f7f-4698-9fcf-abcf03fd27aa,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:33.988000 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-2319cf7a-78de-4357-bc94-730164666a7c service neutron] Attempting to bind port 8203183b-5f7f-4698-9fcf-abcf03fd27aa on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:44:33.988340 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-2319cf7a-78de-4357-bc94-730164666a7c service neutron] Attempting to bind port 8203183b-5f7f-4698-9fcf-abcf03fd27aa by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '72092f12-c4fa-4158-85b1-34e6b9680a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '2086a67f-ad0e-45c1-9682-081d09ad4825'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:44:33.988673 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-2319cf7a-78de-4357-bc94-730164666a7c service neutron] Attempting to bind port 8203183b-5f7f-4698-9fcf-abcf03fd27aa on network 2086a67f-ad0e-45c1-9682-081d09ad4825 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:44:33.992981 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-2319cf7a-78de-4357-bc94-730164666a7c service neutron] Port 8203183b-5f7f-4698-9fcf-abcf03fd27aa on network 2086a67f-ad0e-45c1-9682-081d09ad4825 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:44:33.993313 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-2319cf7a-78de-4357-bc94-730164666a7c service neutron] Attempting to bind port 8203183b-5f7f-4698-9fcf-abcf03fd27aa on network 2086a67f-ad0e-45c1-9682-081d09ad4825 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:44:33.998396 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-2319cf7a-78de-4357-bc94-730164666a7c service neutron] Checking agent: {'id': '3b59f0d0-9584-48dd-b0cd-e16373160cf9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 30), 'started_at': datetime.datetime(2022, 4, 5, 22, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:44:33.998739 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-2319cf7a-78de-4357-bc94-730164666a7c service neutron] Checking segment: {'id': '72092f12-c4fa-4158-85b1-34e6b9680a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '2086a67f-ad0e-45c1-9682-081d09ad4825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:44:33.999129 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-2319cf7a-78de-4357-bc94-730164666a7c service neutron] Bound using segment: {'id': '72092f12-c4fa-4158-85b1-34e6b9680a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '2086a67f-ad0e-45c1-9682-081d09ad4825'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:44:33.999556 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-2319cf7a-78de-4357-bc94-730164666a7c service neutron] Bound port: 8203183b-5f7f-4698-9fcf-abcf03fd27aa, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72092f12-c4fa-4158-85b1-34e6b9680a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '2086a67f-ad0e-45c1-9682-081d09ad4825'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:44:33.999915 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-2319cf7a-78de-4357-bc94-730164666a7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (8203183b-5f7f-4698-9fcf-abcf03fd27aa), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:34.068530 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-2319cf7a-78de-4357-bc94-730164666a7c service neutron] For port 8203183b-5f7f-4698-9fcf-abcf03fd27aa, host hv-cinder-83587, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:44:34.071488 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-2319cf7a-78de-4357-bc94-730164666a7c service neutron] For port 8203183b-5f7f-4698-9fcf-abcf03fd27aa, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=8203183b-5f7f-4698-9fcf-abcf03fd27aa,segment=NetworkSegment(72092f12-c4fa-4158-85b1-34e6b9680a80),segment_id=72092f12-c4fa-4158-85b1-34e6b9680a80)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:44:34.077706 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-2319cf7a-78de-4357-bc94-730164666a7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28860065'] for port (8203183b-5f7f-4698-9fcf-abcf03fd27aa), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:34.111184 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-2319cf7a-78de-4357-bc94-730164666a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:34.111816 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-2319cf7a-78de-4357-bc94-730164666a7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:34.113235 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-2319cf7a-78de-4357-bc94-730164666a7c service neutron] 10.222.0.46 "PUT /v2.0/ports/8203183b-5f7f-4698-9fcf-abcf03fd27aa HTTP/1.1" status: 200 len: 1094 time: 0.5937853 Apr 05 22:44:34.113676 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6511e9-a2c1-416d-8de9-73057d0ae7a8', 'tag': '8203183b-5f7f-4698-9fcf-abcf03fd27aa'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:44:34.115940 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52f0237-8fd4-4592-8e00-a17681d510b7" -d '{"events": [{"name": "network-changed", "server_uuid": "ee6511e9-a2c1-416d-8de9-73057d0ae7a8", "tag": "8203183b-5f7f-4698-9fcf-abcf03fd27aa"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:44:34.141392 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2319cf7a-78de-4357-bc94-730164666a7c service neutron] Pushing event updated for resources: {'Port': ['ID=8203183b-5f7f-4698-9fcf-abcf03fd27aa,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:34.161804 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f170a5a-8fa2-47d3-b4e9-e0b19bc72a15 x-openstack-request-id: req-7f170a5a-8fa2-47d3-b4e9-e0b19bc72a15 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:44:34.161804 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee6511e9-a2c1-416d-8de9-73057d0ae7a8", "tag": "8203183b-5f7f-4698-9fcf-abcf03fd27aa", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:44:34.161804 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7f170a5a-8fa2-47d3-b4e9-e0b19bc72a15 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:44:34.162213 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f170a5a-8fa2-47d3-b4e9-e0b19bc72a15'] response: {'name': 'network-changed', 'server_uuid': 'ee6511e9-a2c1-416d-8de9-73057d0ae7a8', 'tag': '8203183b-5f7f-4698-9fcf-abcf03fd27aa', 'status': 'completed', 'code': 200} Apr 05 22:44:34.200116 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-2252b40d-df7d-431c-bb53-f99d6725d81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:34.201687 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-2252b40d-df7d-431c-bb53-f99d6725d81c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9986eeee9e1741a8a8deee424bfb6ee4&device_id=ee6511e9-a2c1-416d-8de9-73057d0ae7a8 HTTP/1.1" status: 200 len: 1128 time: 0.0504608 Apr 05 22:44:34.268947 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-ff204bc0-e198-4f08-af33-555ef5821f70 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8203183b-5f7f-4698-9fcf-abcf03fd27aa HTTP/1.1" status: 200 len: 217 time: 0.0544653 Apr 05 22:44:34.318634 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cfa8e3-0232-4393-86d6-76ffd6a815e3 req-dfc460dc-70e7-4506-a10b-f5697c873055 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:34.320153 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b1cfa8e3-0232-4393-86d6-76ffd6a815e3 req-dfc460dc-70e7-4506-a10b-f5697c873055 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee6511e9-a2c1-416d-8de9-73057d0ae7a8 HTTP/1.1" status: 200 len: 944 time: 0.1146109 Apr 05 22:44:34.339177 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-977a73c8-cc5d-42cb-93b1-8c52f1042db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:34.340649 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-977a73c8-cc5d-42cb-93b1-8c52f1042db1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fed8380a-54f9-4282-a105-4edb2011589d HTTP/1.1" status: 200 len: 854 time: 0.0650649 Apr 05 22:44:34.378295 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-588e18f3-cfab-413d-8169-fb757e5ff7d8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2086a67f-ad0e-45c1-9682-081d09ad4825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306184 Apr 05 22:44:34.432210 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b1cfa8e3-0232-4393-86d6-76ffd6a815e3 req-3593848f-6cc7-47c9-9cfe-66d411b1e6af tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/security-groups?id=1115a394-0e97-4777-8338-e56d17cb0e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038618 Apr 05 22:44:34.459195 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bab4675d-edc1-44a6-8389-aa54aa1c6ab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:34.492163 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-0771798f-84af-42c3-b4e3-b80faf6c9def service neutron] 10.222.0.46 "GET /v2.0/networks/2086a67f-ad0e-45c1-9682-081d09ad4825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055205 Apr 05 22:44:34.579899 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b13c9c77-1b55-461c-8ca5-229d2bdf2b67 req-afcbb989-a2a0-45d1-b4a4-e298230e2069 service neutron] 10.222.0.46 "GET /v2.0/networks/2086a67f-ad0e-45c1-9682-081d09ad4825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822294 Apr 05 22:44:35.554675 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612be91-26a1-4e12-b760-92689daefc8a req-576e572d-aab4-4862-8e8f-60001012f490 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:35.556142 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b612be91-26a1-4e12-b760-92689daefc8a req-576e572d-aab4-4862-8e8f-60001012f490 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee6511e9-a2c1-416d-8de9-73057d0ae7a8 HTTP/1.1" status: 200 len: 944 time: 0.0558035 Apr 05 22:44:35.602798 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b612be91-26a1-4e12-b760-92689daefc8a req-045c8327-80a9-45b2-904d-19252e94f93a tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/security-groups?id=1115a394-0e97-4777-8338-e56d17cb0e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410802 Apr 05 22:44:36.717119 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b03de-58fc-4e2a-97df-e13f041bc43d req-1985bee9-4ca9-4a13-b5fa-eba0ef9bf8c5 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:36.718586 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-119b03de-58fc-4e2a-97df-e13f041bc43d req-1985bee9-4ca9-4a13-b5fa-eba0ef9bf8c5 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee6511e9-a2c1-416d-8de9-73057d0ae7a8 HTTP/1.1" status: 200 len: 944 time: 0.0508056 Apr 05 22:44:36.765499 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-119b03de-58fc-4e2a-97df-e13f041bc43d req-7c866fcb-2b9c-439e-8f58-173c08646e7e tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/security-groups?id=1115a394-0e97-4777-8338-e56d17cb0e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408158 Apr 05 22:44:36.804867 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0c6a885f-75ca-42e5-b1c3-e3c33a253acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:36.829781 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f0237-8fd4-4592-8e00-a17681d510b7 req-3ed242d2-bdf9-42d6-99c3-e5b41b8ef828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:36.831299 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a52f0237-8fd4-4592-8e00-a17681d510b7 req-3ed242d2-bdf9-42d6-99c3-e5b41b8ef828 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9986eeee9e1741a8a8deee424bfb6ee4&device_id=ee6511e9-a2c1-416d-8de9-73057d0ae7a8 HTTP/1.1" status: 200 len: 1128 time: 0.0485818 Apr 05 22:44:36.922528 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f0237-8fd4-4592-8e00-a17681d510b7 req-dacd42c3-0365-4edf-8d54-e8c8c2a23184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:36.923984 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a52f0237-8fd4-4592-8e00-a17681d510b7 req-dacd42c3-0365-4edf-8d54-e8c8c2a23184 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2086a67f-ad0e-45c1-9682-081d09ad4825 HTTP/1.1" status: 200 len: 915 time: 0.0857866 Apr 05 22:44:36.968364 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a52f0237-8fd4-4592-8e00-a17681d510b7 req-70b2833a-897b-40c7-a973-8e2044da3788 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8203183b-5f7f-4698-9fcf-abcf03fd27aa HTTP/1.1" status: 200 len: 217 time: 0.0371928 Apr 05 22:44:37.014468 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f0237-8fd4-4592-8e00-a17681d510b7 req-020a532b-8fc3-4a27-ae0a-2fe6614f382e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:37.015844 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a52f0237-8fd4-4592-8e00-a17681d510b7 req-020a532b-8fc3-4a27-ae0a-2fe6614f382e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fed8380a-54f9-4282-a105-4edb2011589d HTTP/1.1" status: 200 len: 854 time: 0.0413837 Apr 05 22:44:37.048623 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a52f0237-8fd4-4592-8e00-a17681d510b7 req-43bbec52-ba99-4da7-928a-29a40829bcfb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2086a67f-ad0e-45c1-9682-081d09ad4825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237377 Apr 05 22:44:37.137024 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a52f0237-8fd4-4592-8e00-a17681d510b7 req-ce4669a0-a2ce-45f3-9b70-6ff7bbf7678b service neutron] 10.222.0.46 "GET /v2.0/networks/2086a67f-ad0e-45c1-9682-081d09ad4825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820653 Apr 05 22:44:37.224308 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a52f0237-8fd4-4592-8e00-a17681d510b7 req-749858db-bfcb-4277-b77a-788b06d89aaf service neutron] 10.222.0.46 "GET /v2.0/networks/2086a67f-ad0e-45c1-9682-081d09ad4825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804360 Apr 05 22:44:37.585518 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:37.883965 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9577e0-dd07-48f1-81a5-fe60f75e3025 req-d5434125-c12f-4247-a2d1-4b93305a22d9 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:37.885600 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-bd9577e0-dd07-48f1-81a5-fe60f75e3025 req-d5434125-c12f-4247-a2d1-4b93305a22d9 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee6511e9-a2c1-416d-8de9-73057d0ae7a8 HTTP/1.1" status: 200 len: 944 time: 0.0528302 Apr 05 22:44:37.936418 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-bd9577e0-dd07-48f1-81a5-fe60f75e3025 req-97259e39-63a6-4364-a8b7-7ef6b0eb2d94 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/security-groups?id=1115a394-0e97-4777-8338-e56d17cb0e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453093 Apr 05 22:44:39.052370 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c34352-ac3b-4276-bb20-ea980ed94bc5 req-5db3e1c4-50fd-44ab-8f44-fdc6f37c8b48 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:39.053859 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-09c34352-ac3b-4276-bb20-ea980ed94bc5 req-5db3e1c4-50fd-44ab-8f44-fdc6f37c8b48 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee6511e9-a2c1-416d-8de9-73057d0ae7a8 HTTP/1.1" status: 200 len: 944 time: 0.0526631 Apr 05 22:44:39.100949 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-09c34352-ac3b-4276-bb20-ea980ed94bc5 req-ad12360d-7492-423d-92a0-3daaf64b06c4 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/security-groups?id=1115a394-0e97-4777-8338-e56d17cb0e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413649 Apr 05 22:44:39.179456 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:39.672888 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 8203183b-5f7f-4698-9fcf-abcf03fd27aa details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:44:39.770207 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 8203183b-5f7f-4698-9fcf-abcf03fd27aa, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=8203183b-5f7f-4698-9fcf-abcf03fd27aa,segment=NetworkSegment(72092f12-c4fa-4158-85b1-34e6b9680a80),segment_id=72092f12-c4fa-4158-85b1-34e6b9680a80)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:44:39.781313 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Returning: {'device': '8203183b-5f7f-4698-9fcf-abcf03fd27aa', 'network_id': '2086a67f-ad0e-45c1-9682-081d09ad4825', 'port_id': '8203183b-5f7f-4698-9fcf-abcf03fd27aa', 'mac_address': 'fa:16:3e:3b:ac:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fed8380a-54f9-4282-a105-4edb2011589d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:44:39.817697 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port 8203183b-5f7f-4698-9fcf-abcf03fd27aa is: DOWN; New status is: BUILD {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:44:39.818119 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (8203183b-5f7f-4698-9fcf-abcf03fd27aa), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:39.830450 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8203183b-5f7f-4698-9fcf-abcf03fd27aa {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:44:39.849935 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 8203183b-5f7f-4698-9fcf-abcf03fd27aa, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=8203183b-5f7f-4698-9fcf-abcf03fd27aa,segment=NetworkSegment(72092f12-c4fa-4158-85b1-34e6b9680a80),segment_id=72092f12-c4fa-4158-85b1-34e6b9680a80)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:44:39.853814 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (8203183b-5f7f-4698-9fcf-abcf03fd27aa), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:39.902749 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=8203183b-5f7f-4698-9fcf-abcf03fd27aa,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:39.910658 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:39.911002 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:39.911345 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:39.911690 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:39.912035 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:39.912369 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:39.912701 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:39.913058 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:39.913387 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:39.913714 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:39.914060 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:39.914389 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:39.914712 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:39.915036 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:39.915356 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:40.195403 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] get_ports_and_sgs() called for port_ids ['8203183b-5f7f-4698-9fcf-abcf03fd27aa'] {{(pid=103304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:44:40.219118 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571e889-550c-4c00-b077-4b90e3d669c0 req-c6e8ef29-300e-4f1e-8288-01f98651e76c tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:40.221042 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a571e889-550c-4c00-b077-4b90e3d669c0 req-c6e8ef29-300e-4f1e-8288-01f98651e76c tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee6511e9-a2c1-416d-8de9-73057d0ae7a8 HTTP/1.1" status: 200 len: 945 time: 0.0518208 Apr 05 22:44:40.267382 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a571e889-550c-4c00-b077-4b90e3d669c0 req-9049820a-df4f-45db-896d-4d8757537621 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/security-groups?id=1115a394-0e97-4777-8338-e56d17cb0e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401268 Apr 05 22:44:40.767160 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:41.387115 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6872cd2-82db-459a-9813-4f488bab1440 req-600e0168-d595-41be-b502-bfe90159d29e tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:41.388568 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f6872cd2-82db-459a-9813-4f488bab1440 req-600e0168-d595-41be-b502-bfe90159d29e tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee6511e9-a2c1-416d-8de9-73057d0ae7a8 HTTP/1.1" status: 200 len: 945 time: 0.0548286 Apr 05 22:44:41.433032 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f6872cd2-82db-459a-9813-4f488bab1440 req-ba98e3f9-43d6-442f-9102-bce5a059464a tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/security-groups?id=1115a394-0e97-4777-8338-e56d17cb0e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390162 Apr 05 22:44:41.683011 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 8203183b-5f7f-4698-9fcf-abcf03fd27aa up at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:44:41.730612 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning for port 8203183b-5f7f-4698-9fcf-abcf03fd27aa completed by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:44:41.734753 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning complete for port 8203183b-5f7f-4698-9fcf-abcf03fd27aa triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:44:41.735125 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (8203183b-5f7f-4698-9fcf-abcf03fd27aa), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:41.811413 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port 8203183b-5f7f-4698-9fcf-abcf03fd27aa is: BUILD; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:44:41.811804 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (8203183b-5f7f-4698-9fcf-abcf03fd27aa), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:41.833885 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6511e9-a2c1-416d-8de9-73057d0ae7a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8203183b-5f7f-4698-9fcf-abcf03fd27aa'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:44:41.836144 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16471d07bccade7c78bbaf7939695eccfc965b3074ad902c0ac28a73985796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9729689c-07a5-4b58-a8c2-7f8a4648ec3b" -d '{"events": [{"server_uuid": "ee6511e9-a2c1-416d-8de9-73057d0ae7a8", "name": "network-vif-plugged", "status": "completed", "tag": "8203183b-5f7f-4698-9fcf-abcf03fd27aa"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:44:41.849899 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port 8203183b-5f7f-4698-9fcf-abcf03fd27aa, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=8203183b-5f7f-4698-9fcf-abcf03fd27aa,segment=NetworkSegment(72092f12-c4fa-4158-85b1-34e6b9680a80),segment_id=72092f12-c4fa-4158-85b1-34e6b9680a80)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:44:41.854465 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (8203183b-5f7f-4698-9fcf-abcf03fd27aa), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:41.880732 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e728a0d-fa45-49a8-92fc-002afa9e950c x-openstack-request-id: req-7e728a0d-fa45-49a8-92fc-002afa9e950c {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:44:41.881053 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6511e9-a2c1-416d-8de9-73057d0ae7a8", "name": "network-vif-plugged", "status": "completed", "tag": "8203183b-5f7f-4698-9fcf-abcf03fd27aa", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:44:41.881310 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7e728a0d-fa45-49a8-92fc-002afa9e950c {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:44:41.881725 dv-cinder-835879-4-iscsi neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e728a0d-fa45-49a8-92fc-002afa9e950c'] response: {'server_uuid': 'ee6511e9-a2c1-416d-8de9-73057d0ae7a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8203183b-5f7f-4698-9fcf-abcf03fd27aa', 'code': 200} Apr 05 22:44:41.908304 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=8203183b-5f7f-4698-9fcf-abcf03fd27aa,revision_number=5']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:42.034343 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1cf5d-8050-4831-ac29-57e242d0a520 req-e5ddf6d7-ce83-4142-9059-3cb3ebbeed89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:42.036332 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4cf1cf5d-8050-4831-ac29-57e242d0a520 req-e5ddf6d7-ce83-4142-9059-3cb3ebbeed89 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ee6511e9-a2c1-416d-8de9-73057d0ae7a8 HTTP/1.1" status: 200 len: 1130 time: 0.0424480 Apr 05 22:44:42.078743 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4cf1cf5d-8050-4831-ac29-57e242d0a520 req-c3484c6b-d8b5-4cd7-8254-e5778d289324 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1115a394-0e97-4777-8338-e56d17cb0e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362556 Apr 05 22:44:42.548390 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9aa5ce-080e-43ad-93fe-69a114639361 req-7c4434c7-0227-40f5-958b-d924ee13d9fb tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:42.549902 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-cd9aa5ce-080e-43ad-93fe-69a114639361 req-7c4434c7-0227-40f5-958b-d924ee13d9fb tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee6511e9-a2c1-416d-8de9-73057d0ae7a8 HTTP/1.1" status: 200 len: 946 time: 0.0528431 Apr 05 22:44:42.600090 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-cd9aa5ce-080e-43ad-93fe-69a114639361 req-a69dfae4-5713-4896-abf5-691ed49b61ac tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/security-groups?id=1115a394-0e97-4777-8338-e56d17cb0e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446527 Apr 05 22:44:43.715955 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef609d-8177-4107-b61f-9ce65a61feb8 req-41c73b84-fcdc-4c74-b297-6d1cd97afc67 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:43.717474 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-44ef609d-8177-4107-b61f-9ce65a61feb8 req-41c73b84-fcdc-4c74-b297-6d1cd97afc67 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee6511e9-a2c1-416d-8de9-73057d0ae7a8 HTTP/1.1" status: 200 len: 946 time: 0.0516264 Apr 05 22:44:43.764160 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-44ef609d-8177-4107-b61f-9ce65a61feb8 req-888f6c33-01ae-40c2-a05a-1231dbbf0f73 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/security-groups?id=1115a394-0e97-4777-8338-e56d17cb0e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409901 Apr 05 22:44:44.887153 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0261e3-023e-4fe1-a029-d2c986454df0 req-143862ac-979e-4227-b79f-8ed3555bb55a tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:44.888640 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ef0261e3-023e-4fe1-a029-d2c986454df0 req-143862ac-979e-4227-b79f-8ed3555bb55a tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee6511e9-a2c1-416d-8de9-73057d0ae7a8 HTTP/1.1" status: 200 len: 946 time: 0.0589151 Apr 05 22:44:44.935364 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ef0261e3-023e-4fe1-a029-d2c986454df0 req-da597095-5807-42a8-a96e-798d83bab0dc tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/security-groups?id=1115a394-0e97-4777-8338-e56d17cb0e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410259 Apr 05 22:44:50.871215 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:45:00.038065 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:04.334889 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-71c3edeb-8531-44ba-8022-4951cfabc6d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:06.805645 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fb863cd8-ed06-45b9-9fb6-0d11796bec97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:07.586708 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:07.943939 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc95d9-2e06-40ee-b317-55b88ce0793d req-ed172f28-30ab-40da-b112-e530deb8f755 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:07.945433 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-71bc95d9-2e06-40ee-b317-55b88ce0793d req-ed172f28-30ab-40da-b112-e530deb8f755 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee6511e9-a2c1-416d-8de9-73057d0ae7a8 HTTP/1.1" status: 200 len: 946 time: 0.0554607 Apr 05 22:45:07.990505 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-71bc95d9-2e06-40ee-b317-55b88ce0793d req-c28649c1-5c45-4914-b05d-286d98a5e3e5 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/security-groups?id=1115a394-0e97-4777-8338-e56d17cb0e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394411 Apr 05 22:45:09.110180 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b5e61-e7f8-4d72-9d94-ff2caa94882e req-d19d5b21-f19b-4ae3-a5e7-2c6153b6ec40 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:09.111653 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8e3b5e61-e7f8-4d72-9d94-ff2caa94882e req-d19d5b21-f19b-4ae3-a5e7-2c6153b6ec40 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee6511e9-a2c1-416d-8de9-73057d0ae7a8 HTTP/1.1" status: 200 len: 946 time: 0.0510161 Apr 05 22:45:09.159528 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8e3b5e61-e7f8-4d72-9d94-ff2caa94882e req-59c5b8b2-0a7b-43f8-a0aa-4d2cce0c4dce tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/security-groups?id=1115a394-0e97-4777-8338-e56d17cb0e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416207 Apr 05 22:45:09.184245 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:09.653316 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d0a6e-e90e-4bf1-be2b-44911f93f888 req-e592e85d-fee0-4a80-932b-dee93bac7ec7 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:09.655220 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-268d0a6e-e90e-4bf1-be2b-44911f93f888 req-e592e85d-fee0-4a80-932b-dee93bac7ec7 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee6511e9-a2c1-416d-8de9-73057d0ae7a8 HTTP/1.1" status: 200 len: 946 time: 0.0566540 Apr 05 22:45:09.761203 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-268d0a6e-e90e-4bf1-be2b-44911f93f888 req-6a7d46d1-bad3-4023-9bb8-6b546eeb7281 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Deleting port 8203183b-5f7f-4698-9fcf-abcf03fd27aa {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:45:09.761549 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-268d0a6e-e90e-4bf1-be2b-44911f93f888 req-6a7d46d1-bad3-4023-9bb8-6b546eeb7281 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (8203183b-5f7f-4698-9fcf-abcf03fd27aa), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:09.851987 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-268d0a6e-e90e-4bf1-be2b-44911f93f888 req-6a7d46d1-bad3-4023-9bb8-6b546eeb7281 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] For port 8203183b-5f7f-4698-9fcf-abcf03fd27aa, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=8203183b-5f7f-4698-9fcf-abcf03fd27aa,segment=NetworkSegment(72092f12-c4fa-4158-85b1-34e6b9680a80),segment_id=72092f12-c4fa-4158-85b1-34e6b9680a80)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:45:09.852360 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-268d0a6e-e90e-4bf1-be2b-44911f93f888 req-6a7d46d1-bad3-4023-9bb8-6b546eeb7281 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (8203183b-5f7f-4698-9fcf-abcf03fd27aa), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:09.864499 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-268d0a6e-e90e-4bf1-be2b-44911f93f888 req-6a7d46d1-bad3-4023-9bb8-6b546eeb7281 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Calling delete_port for 8203183b-5f7f-4698-9fcf-abcf03fd27aa owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:45:09.988618 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-268d0a6e-e90e-4bf1-be2b-44911f93f888 req-6a7d46d1-bad3-4023-9bb8-6b546eeb7281 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (8203183b-5f7f-4698-9fcf-abcf03fd27aa), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:10.000121 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] get_ports_and_sgs() called for port_ids ['8203183b-5f7f-4698-9fcf-abcf03fd27aa'] {{(pid=103304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:45:10.019704 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d46d1-bad3-4023-9bb8-6b546eeb7281 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Pushing event deleted for resources: {'Port': ['ID=8203183b-5f7f-4698-9fcf-abcf03fd27aa,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:10.059992 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-268d0a6e-e90e-4bf1-be2b-44911f93f888 req-6a7d46d1-bad3-4023-9bb8-6b546eeb7281 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] No DVR routers for this DVR port 8203183b-5f7f-4698-9fcf-abcf03fd27aa on host hv-cinder-83587 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:45:10.062432 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-268d0a6e-e90e-4bf1-be2b-44911f93f888 req-6a7d46d1-bad3-4023-9bb8-6b546eeb7281 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:10.065734 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-268d0a6e-e90e-4bf1-be2b-44911f93f888 req-6a7d46d1-bad3-4023-9bb8-6b546eeb7281 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.46 "DELETE /v2.0/ports/8203183b-5f7f-4698-9fcf-abcf03fd27aa HTTP/1.1" status: 204 len: 173 time: 0.4027066 Apr 05 22:45:10.066186 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6511e9-a2c1-416d-8de9-73057d0ae7a8', 'name': 'network-vif-deleted', 'tag': '8203183b-5f7f-4698-9fcf-abcf03fd27aa'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:45:10.068485 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1d5d77-ed88-494c-8a78-1521187e21d3" -d '{"events": [{"server_uuid": "ee6511e9-a2c1-416d-8de9-73057d0ae7a8", "name": "network-vif-deleted", "tag": "8203183b-5f7f-4698-9fcf-abcf03fd27aa"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:45:10.107639 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54dfd751-ba5b-4655-a58c-5574941bbc08 x-openstack-request-id: req-54dfd751-ba5b-4655-a58c-5574941bbc08 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:45:10.107947 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6511e9-a2c1-416d-8de9-73057d0ae7a8", "name": "network-vif-deleted", "tag": "8203183b-5f7f-4698-9fcf-abcf03fd27aa", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:45:10.108207 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-54dfd751-ba5b-4655-a58c-5574941bbc08 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:45:10.108620 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54dfd751-ba5b-4655-a58c-5574941bbc08'] response: {'server_uuid': 'ee6511e9-a2c1-416d-8de9-73057d0ae7a8', 'name': 'network-vif-deleted', 'tag': '8203183b-5f7f-4698-9fcf-abcf03fd27aa', 'status': 'completed', 'code': 200} Apr 05 22:45:10.263372 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6f5d26be-b4fc-460a-a7a6-df38f5d19b05 req-ed01e5e2-2be7-49fc-a9aa-31b4e7e303b9 tempest-VolumesSnapshotTestJSON-1034566319 tempest-VolumesSnapshotTestJSON-1034566319-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee6511e9-a2c1-416d-8de9-73057d0ae7a8 HTTP/1.1" status: 200 len: 210 time: 0.0266149 Apr 05 22:45:10.769958 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:10.895936 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-68eff7a1-f2db-4680-9f56-0d123940e9bf req-8805c9db-a8e3-4ca8-864b-9efc66f55655 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448883 Apr 05 22:45:10.960392 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eff7a1-f2db-4680-9f56-0d123940e9bf req-5590c1fa-5f22-4636-96bc-5e77844f448d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:10.961911 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-68eff7a1-f2db-4680-9f56-0d123940e9bf req-5590c1fa-5f22-4636-96bc-5e77844f448d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=21e949a947724a51802556a5f44f9069&device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 1169 time: 0.0438893 Apr 05 22:45:11.060947 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eff7a1-f2db-4680-9f56-0d123940e9bf req-655ed8b4-f81a-4cc7-b1ed-4fcc41841421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:11.062428 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-68eff7a1-f2db-4680-9f56-0d123940e9bf req-655ed8b4-f81a-4cc7-b1ed-4fcc41841421 service neutron] 10.222.0.46 "GET /v2.0/networks?id=641cc78c-9adf-489f-a3d9-393fcc970dc7 HTTP/1.1" status: 200 len: 915 time: 0.0833783 Apr 05 22:45:11.129989 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-68eff7a1-f2db-4680-9f56-0d123940e9bf req-5e525024-df69-4b36-a473-26d38c8a83b0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67632c50-8e89-46bd-b6dc-7a0115da0fd7 HTTP/1.1" status: 200 len: 1002 time: 0.0608675 Apr 05 22:45:11.175747 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eff7a1-f2db-4680-9f56-0d123940e9bf req-46817f46-8d24-41e7-95f1-2f32b99d6db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:11.177700 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-68eff7a1-f2db-4680-9f56-0d123940e9bf req-46817f46-8d24-41e7-95f1-2f32b99d6db1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1a8814a8-dbf2-4ec2-9d65-e7895c88a3a4 HTTP/1.1" status: 200 len: 853 time: 0.0419929 Apr 05 22:45:11.226193 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eff7a1-f2db-4680-9f56-0d123940e9bf req-60d5bacf-8590-42e2-a45f-51e0fe6c1b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:11.227636 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-68eff7a1-f2db-4680-9f56-0d123940e9bf req-60d5bacf-8590-42e2-a45f-51e0fe6c1b1b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=641cc78c-9adf-489f-a3d9-393fcc970dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441258 Apr 05 22:45:11.318203 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-68eff7a1-f2db-4680-9f56-0d123940e9bf req-e863d796-b9ac-4c6e-830c-b423a0fdcc8e service neutron] 10.222.0.46 "GET /v2.0/networks/641cc78c-9adf-489f-a3d9-393fcc970dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848804 Apr 05 22:45:11.411424 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-68eff7a1-f2db-4680-9f56-0d123940e9bf req-785cd0bc-519f-4cee-b1b6-afa972bda5a5 service neutron] 10.222.0.46 "GET /v2.0/networks/641cc78c-9adf-489f-a3d9-393fcc970dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869863 Apr 05 22:45:14.326840 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 8203183b-5f7f-4698-9fcf-abcf03fd27aa no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:45:14.346963 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] No Port match for: 8203183b-5f7f-4698-9fcf-abcf03fd27aa {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:45:14.347309 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 8203183b-5f7f-4698-9fcf-abcf03fd27aa not bound to the agent host hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:45:26.641610 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 53936) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:45:26.896424 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-8099aea3-3cf4-47e6-a259-856c6ee82029 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Deleting port 86523904-31f8-4231-bb82-723f36dfdef6 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:45:26.896808 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8099aea3-3cf4-47e6-a259-856c6ee82029 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (86523904-31f8-4231-bb82-723f36dfdef6), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:26.970218 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8099aea3-3cf4-47e6-a259-856c6ee82029 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (86523904-31f8-4231-bb82-723f36dfdef6), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:26.970551 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8099aea3-3cf4-47e6-a259-856c6ee82029 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks [] for floatingip (86523904-31f8-4231-bb82-723f36dfdef6), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:26.984632 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-8099aea3-3cf4-47e6-a259-856c6ee82029 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Calling delete_port for 86523904-31f8-4231-bb82-723f36dfdef6 owned by network:floatingip {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:45:27.153121 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8099aea3-3cf4-47e6-a259-856c6ee82029 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (86523904-31f8-4231-bb82-723f36dfdef6), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:27.185821 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8099aea3-3cf4-47e6-a259-856c6ee82029 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Pushing event deleted for resources: {'Port': ['ID=86523904-31f8-4231-bb82-723f36dfdef6,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:27.243085 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8099aea3-3cf4-47e6-a259-856c6ee82029 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks [] for floatingip (f30d5ea2-9171-41c7-b799-59eb3cd2899a), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:27.243504 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.db.l3_db [None req-8099aea3-3cf4-47e6-a259-856c6ee82029 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Floating IP f30d5ea2-9171-41c7-b799-59eb3cd2899a disassociated (deleted). External IP: 172.27.2.156, port: 7631f91b-5607-42ff-9557-287d00fc5d32. Apr 05 22:45:27.463740 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8099aea3-3cf4-47e6-a259-856c6ee82029 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Router 3988d237-9486-4237-8cd7-4295fdf9fd8f has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:45:27.573227 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8099aea3-3cf4-47e6-a259-856c6ee82029 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:45:27.578248 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8099aea3-3cf4-47e6-a259-856c6ee82029 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:27.583775 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc3935c-90bc-409a-9935-5e7b9a84742e None None] Sync routers for ids ['3988d237-9486-4237-8cd7-4295fdf9fd8f'] in dv-cinder-835879-4-iscsi {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:45:27.593776 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc3935c-90bc-409a-9935-5e7b9a84742e None None] Routers {'3988d237-9486-4237-8cd7-4295fdf9fd8f'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:45:27.594456 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-bcc3935c-90bc-409a-9935-5e7b9a84742e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:45:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['3988d237-9486-4237-8cd7-4295fdf9fd8f'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:45:27.610478 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-8099aea3-3cf4-47e6-a259-856c6ee82029 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "DELETE /v2.0/floatingips/f30d5ea2-9171-41c7-b799-59eb3cd2899a HTTP/1.1" status: 204 len: 168 time: 0.9676735 Apr 05 22:45:27.611090 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2b79f2c-5284-4b79-8c54-6d8b26ec6060', 'tag': '7631f91b-5607-42ff-9557-287d00fc5d32'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:45:27.613722 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5c800b-d87a-42cf-98f9-d2d0eacec118" -d '{"events": [{"name": "network-changed", "server_uuid": "a2b79f2c-5284-4b79-8c54-6d8b26ec6060", "tag": "7631f91b-5607-42ff-9557-287d00fc5d32"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:45:27.658647 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16ed020-eab9-4117-bcf0-a206b579ed04 x-openstack-request-id: req-f16ed020-eab9-4117-bcf0-a206b579ed04 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:45:27.659231 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2b79f2c-5284-4b79-8c54-6d8b26ec6060", "tag": "7631f91b-5607-42ff-9557-287d00fc5d32", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:45:27.659231 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f16ed020-eab9-4117-bcf0-a206b579ed04 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:45:27.659789 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f16ed020-eab9-4117-bcf0-a206b579ed04'] response: {'name': 'network-changed', 'server_uuid': 'a2b79f2c-5284-4b79-8c54-6d8b26ec6060', 'tag': '7631f91b-5607-42ff-9557-287d00fc5d32', 'status': 'completed', 'code': 200} Apr 05 22:45:27.716164 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-bcc3935c-90bc-409a-9935-5e7b9a84742e None None] Set router 3988d237-9486-4237-8cd7-4295fdf9fd8f gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:45:27.726937 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c800b-d87a-42cf-98f9-d2d0eacec118 req-54ad5230-a8d6-4cd6-86c1-d76f553473f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:27.728591 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5d5c800b-d87a-42cf-98f9-d2d0eacec118 req-54ad5230-a8d6-4cd6-86c1-d76f553473f2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6a5381bd54734bd2877c50c329d25a21&device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 1130 time: 0.0479403 Apr 05 22:45:27.863240 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c800b-d87a-42cf-98f9-d2d0eacec118 req-e8453269-e660-4923-bdb7-0cb74f7ef1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:27.865291 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5d5c800b-d87a-42cf-98f9-d2d0eacec118 req-e8453269-e660-4923-bdb7-0cb74f7ef1d9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=aad58d47-6598-42c9-a3eb-59b1a9dac7a0 HTTP/1.1" status: 200 len: 909 time: 0.1226633 Apr 05 22:45:27.870172 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:45:27.875835 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b4df9-6ae4-4bd3-a598-5e0a6c043f8d req-9d6cb121-d2c8-4ca8-bbd6-af55fbd64ac8 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:27.877299 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-275b4df9-6ae4-4bd3-a598-5e0a6c043f8d req-9d6cb121-d2c8-4ca8-bbd6-af55fbd64ac8 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 946 time: 0.0773771 Apr 05 22:45:27.927423 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-275b4df9-6ae4-4bd3-a598-5e0a6c043f8d req-3472cef7-a443-4890-a3eb-9033a229dbdc tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430048 Apr 05 22:45:27.930605 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-bcc3935c-90bc-409a-9935-5e7b9a84742e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3988d237-9486-4237-8cd7-4295fdf9fd8f', 'name': 'tempest-TestShelveInstance-584164168-router', 'tenant_id': '6a5381bd54734bd2877c50c329d25a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '012155f1-fab6-4fb5-82ce-b9943677c804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:37Z', 'updated_at': '2022-04-05T22:39:40Z', 'revision_number': 4, 'project_id': '6a5381bd54734bd2877c50c329d25a21', 'gw_port': {'id': '012155f1-fab6-4fb5-82ce-b9943677c804', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fe:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3988d237-9486-4237-8cd7-4295fdf9fd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:38Z', 'updated_at': '2022-04-05T22:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'd52872e4-c4b1-4068-8489-94ec9440b92b', 'name': '', 'network_id': 'aad58d47-6598-42c9-a3eb-59b1a9dac7a0', 'tenant_id': '6a5381bd54734bd2877c50c329d25a21', 'mac_address': 'fa:16:3e:fd:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3988d237-9486-4237-8cd7-4295fdf9fd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '64352385-013c-4aed-a87f-560d0688e540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:39Z', 'updated_at': '2022-04-05T22:39:44Z', 'revision_number': 5, 'project_id': '6a5381bd54734bd2877c50c329d25a21', 'subnets': [{'id': '64352385-013c-4aed-a87f-560d0688e540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:45:27.960700 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc3935c-90bc-409a-9935-5e7b9a84742e None None] Checking router: 3988d237-9486-4237-8cd7-4295fdf9fd8f for host: dv-cinder-835879-4-iscsi {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:45:27.969509 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc3935c-90bc-409a-9935-5e7b9a84742e None None] Routers {'3988d237-9486-4237-8cd7-4295fdf9fd8f'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:45:27.970111 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-bcc3935c-90bc-409a-9935-5e7b9a84742e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:45:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['3988d237-9486-4237-8cd7-4295fdf9fd8f'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:45:28.078794 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-bcc3935c-90bc-409a-9935-5e7b9a84742e None None] Set router 3988d237-9486-4237-8cd7-4295fdf9fd8f gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:45:28.274104 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-bcc3935c-90bc-409a-9935-5e7b9a84742e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3988d237-9486-4237-8cd7-4295fdf9fd8f', 'name': 'tempest-TestShelveInstance-584164168-router', 'tenant_id': '6a5381bd54734bd2877c50c329d25a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '012155f1-fab6-4fb5-82ce-b9943677c804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:37Z', 'updated_at': '2022-04-05T22:39:40Z', 'revision_number': 4, 'project_id': '6a5381bd54734bd2877c50c329d25a21', 'gw_port': {'id': '012155f1-fab6-4fb5-82ce-b9943677c804', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fe:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3988d237-9486-4237-8cd7-4295fdf9fd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:38Z', 'updated_at': '2022-04-05T22:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'd52872e4-c4b1-4068-8489-94ec9440b92b', 'name': '', 'network_id': 'aad58d47-6598-42c9-a3eb-59b1a9dac7a0', 'tenant_id': '6a5381bd54734bd2877c50c329d25a21', 'mac_address': 'fa:16:3e:fd:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3988d237-9486-4237-8cd7-4295fdf9fd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '64352385-013c-4aed-a87f-560d0688e540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:39Z', 'updated_at': '2022-04-05T22:39:44Z', 'revision_number': 5, 'project_id': '6a5381bd54734bd2877c50c329d25a21', 'subnets': [{'id': '64352385-013c-4aed-a87f-560d0688e540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:45:28.299726 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc3935c-90bc-409a-9935-5e7b9a84742e None None] The sync data for ids ['3988d237-9486-4237-8cd7-4295fdf9fd8f'] in dv-cinder-835879-4-iscsi is: [{'id': '3988d237-9486-4237-8cd7-4295fdf9fd8f', 'name': 'tempest-TestShelveInstance-584164168-router', 'tenant_id': '6a5381bd54734bd2877c50c329d25a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '012155f1-fab6-4fb5-82ce-b9943677c804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:37Z', 'updated_at': '2022-04-05T22:39:40Z', 'revision_number': 4, 'project_id': '6a5381bd54734bd2877c50c329d25a21', 'gw_port': {'id': '012155f1-fab6-4fb5-82ce-b9943677c804', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fe:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3988d237-9486-4237-8cd7-4295fdf9fd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:38Z', 'updated_at': '2022-04-05T22:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'd52872e4-c4b1-4068-8489-94ec9440b92b', 'name': '', 'network_id': 'aad58d47-6598-42c9-a3eb-59b1a9dac7a0', 'tenant_id': '6a5381bd54734bd2877c50c329d25a21', 'mac_address': 'fa:16:3e:fd:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3988d237-9486-4237-8cd7-4295fdf9fd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '64352385-013c-4aed-a87f-560d0688e540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:39Z', 'updated_at': '2022-04-05T22:39:44Z', 'revision_number': 5, 'project_id': '6a5381bd54734bd2877c50c329d25a21', 'subnets': [{'id': '64352385-013c-4aed-a87f-560d0688e540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:45:28.517898 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8068a825-f791-4a7a-81f6-f319c8eced69 None None] New status for floating IP f30d5ea2-9171-41c7-b799-59eb3cd2899a: DOWN {{(pid=103305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:45:28.795319 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5d5c800b-d87a-42cf-98f9-d2d0eacec118 req-1d0851fa-a197-4297-9873-209c6b1318fe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7631f91b-5607-42ff-9557-287d00fc5d32 HTTP/1.1" status: 200 len: 217 time: 0.0382862 Apr 05 22:45:28.841442 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c800b-d87a-42cf-98f9-d2d0eacec118 req-9d3becfb-8776-4a2e-8b4f-2af970cf5472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:28.842801 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5d5c800b-d87a-42cf-98f9-d2d0eacec118 req-9d3becfb-8776-4a2e-8b4f-2af970cf5472 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=64352385-013c-4aed-a87f-560d0688e540 HTTP/1.1" status: 200 len: 847 time: 0.0422702 Apr 05 22:45:28.914720 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c800b-d87a-42cf-98f9-d2d0eacec118 req-e5135037-df31-4c37-a8ad-38233845bffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:28.916219 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5d5c800b-d87a-42cf-98f9-d2d0eacec118 req-e5135037-df31-4c37-a8ad-38233845bffb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aad58d47-6598-42c9-a3eb-59b1a9dac7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440741 Apr 05 22:45:29.306795 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5d5c800b-d87a-42cf-98f9-d2d0eacec118 req-9ed04559-0efd-4c41-8e8c-77f0432239ca service neutron] 10.222.0.46 "GET /v2.0/networks/aad58d47-6598-42c9-a3eb-59b1a9dac7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838019 Apr 05 22:45:29.316018 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c629b-ac2a-405d-b692-ea76bf37c486 req-6eaf77df-516c-4de9-8b6b-7f1fa87f258f tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:29.317947 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-dd4c629b-ac2a-405d-b692-ea76bf37c486 req-6eaf77df-516c-4de9-8b6b-7f1fa87f258f tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 946 time: 0.0740826 Apr 05 22:45:29.448043 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-dd4c629b-ac2a-405d-b692-ea76bf37c486 req-565a445a-3c49-4431-8f99-da72a2778377 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/security-groups?id=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243525 Apr 05 22:45:29.491382 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe30669-d93c-404b-9fb4-1607e1c27b4e req-961a069b-a3fb-493f-9c5f-33431be6df0c tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:29.492861 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-afe30669-d93c-404b-9fb4-1607e1c27b4e req-961a069b-a3fb-493f-9c5f-33431be6df0c tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 946 time: 0.0843096 Apr 05 22:45:29.494596 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5d5c800b-d87a-42cf-98f9-d2d0eacec118 req-169d46ee-055b-45bf-abdf-368bb48906cc service neutron] 10.222.0.46 "GET /v2.0/networks/aad58d47-6598-42c9-a3eb-59b1a9dac7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522985 Apr 05 22:45:29.593114 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-afe30669-d93c-404b-9fb4-1607e1c27b4e req-bd90b0f7-5532-4068-9104-71a481955ae9 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Deleting port 7631f91b-5607-42ff-9557-287d00fc5d32 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:45:29.593465 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-afe30669-d93c-404b-9fb4-1607e1c27b4e req-bd90b0f7-5532-4068-9104-71a481955ae9 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (7631f91b-5607-42ff-9557-287d00fc5d32), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:29.693946 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-afe30669-d93c-404b-9fb4-1607e1c27b4e req-bd90b0f7-5532-4068-9104-71a481955ae9 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] For port 7631f91b-5607-42ff-9557-287d00fc5d32, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=7631f91b-5607-42ff-9557-287d00fc5d32,segment=NetworkSegment(c1ebb7e1-0047-457c-a72e-795ced95da87),segment_id=c1ebb7e1-0047-457c-a72e-795ced95da87)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:45:29.694321 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-afe30669-d93c-404b-9fb4-1607e1c27b4e req-bd90b0f7-5532-4068-9104-71a481955ae9 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (7631f91b-5607-42ff-9557-287d00fc5d32), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:29.707056 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-afe30669-d93c-404b-9fb4-1607e1c27b4e req-bd90b0f7-5532-4068-9104-71a481955ae9 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Calling delete_port for 7631f91b-5607-42ff-9557-287d00fc5d32 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:45:29.834718 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-afe30669-d93c-404b-9fb4-1607e1c27b4e req-bd90b0f7-5532-4068-9104-71a481955ae9 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (7631f91b-5607-42ff-9557-287d00fc5d32), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:29.863588 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd90b0f7-5532-4068-9104-71a481955ae9 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Pushing event deleted for resources: {'Port': ['ID=7631f91b-5607-42ff-9557-287d00fc5d32,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:29.909973 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe30669-d93c-404b-9fb4-1607e1c27b4e req-bd90b0f7-5532-4068-9104-71a481955ae9 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] No DVR routers for this DVR port 7631f91b-5607-42ff-9557-287d00fc5d32 on host hv-cinder-83587 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:45:29.912972 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-afe30669-d93c-404b-9fb4-1607e1c27b4e req-bd90b0f7-5532-4068-9104-71a481955ae9 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:29.916319 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-afe30669-d93c-404b-9fb4-1607e1c27b4e req-bd90b0f7-5532-4068-9104-71a481955ae9 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.46 "DELETE /v2.0/ports/7631f91b-5607-42ff-9557-287d00fc5d32 HTTP/1.1" status: 204 len: 173 time: 0.4147468 Apr 05 22:45:29.916783 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b79f2c-5284-4b79-8c54-6d8b26ec6060', 'name': 'network-vif-deleted', 'tag': '7631f91b-5607-42ff-9557-287d00fc5d32'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:45:29.919054 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0563453e-fa9c-488e-af17-0b331fb6d053" -d '{"events": [{"server_uuid": "a2b79f2c-5284-4b79-8c54-6d8b26ec6060", "name": "network-vif-deleted", "tag": "7631f91b-5607-42ff-9557-287d00fc5d32"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:45:29.959997 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f6a623-6460-4a52-b2ca-2486cb1a2250 x-openstack-request-id: req-91f6a623-6460-4a52-b2ca-2486cb1a2250 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:45:29.960158 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2b79f2c-5284-4b79-8c54-6d8b26ec6060", "name": "network-vif-deleted", "tag": "7631f91b-5607-42ff-9557-287d00fc5d32", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:45:29.960410 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-91f6a623-6460-4a52-b2ca-2486cb1a2250 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:45:29.960853 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91f6a623-6460-4a52-b2ca-2486cb1a2250'] response: {'server_uuid': 'a2b79f2c-5284-4b79-8c54-6d8b26ec6060', 'name': 'network-vif-deleted', 'tag': '7631f91b-5607-42ff-9557-287d00fc5d32', 'status': 'completed', 'code': 200} Apr 05 22:45:30.039757 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:30.553696 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-00410dae-b062-4be9-ba52-d0aba2e10f65 req-862069e6-38ea-4054-bdbc-0a39e2e9a373 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b79f2c-5284-4b79-8c54-6d8b26ec6060 HTTP/1.1" status: 200 len: 210 time: 0.0271506 Apr 05 22:45:31.612273 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 53984) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:45:31.667714 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50494459-bb38-4ddf-98a6-4fe7ab2153e8 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks [] for security_group (af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:31.691963 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50494459-bb38-4ddf-98a6-4fe7ab2153e8 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks [] for security_group (af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:31.750586 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50494459-bb38-4ddf-98a6-4fe7ab2153e8 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:31.753263 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50494459-bb38-4ddf-98a6-4fe7ab2153e8 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:31.754405 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-50494459-bb38-4ddf-98a6-4fe7ab2153e8 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] 10.222.0.15 "DELETE /v2.0/security-groups/af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce HTTP/1.1" status: 204 len: 168 time: 0.1410389 Apr 05 22:45:31.763937 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50494459-bb38-4ddf-98a6-4fe7ab2153e8 tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9ded00-1bb2-46a5-8a55-8d4d34c2e0ce,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:31.797508 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 53988) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:45:32.294968 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f9544de5-0861-443a-9293-598ebfa87cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530146'] for router_interface (3988d237-9486-4237-8cd7-4295fdf9fd8f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:32.539610 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-f9544de5-0861-443a-9293-598ebfa87cff admin admin] Deleting port d52872e4-c4b1-4068-8489-94ec9440b92b {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:45:32.539956 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f9544de5-0861-443a-9293-598ebfa87cff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (d52872e4-c4b1-4068-8489-94ec9440b92b), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:32.616216 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-f9544de5-0861-443a-9293-598ebfa87cff admin admin] For port d52872e4-c4b1-4068-8489-94ec9440b92b, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=d52872e4-c4b1-4068-8489-94ec9440b92b,segment=NetworkSegment(c1ebb7e1-0047-457c-a72e-795ced95da87),segment_id=c1ebb7e1-0047-457c-a72e-795ced95da87)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:45:32.616913 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f9544de5-0861-443a-9293-598ebfa87cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (d52872e4-c4b1-4068-8489-94ec9440b92b), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:32.633468 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-f9544de5-0861-443a-9293-598ebfa87cff admin admin] Calling delete_port for d52872e4-c4b1-4068-8489-94ec9440b92b owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:45:32.840070 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f9544de5-0861-443a-9293-598ebfa87cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (d52872e4-c4b1-4068-8489-94ec9440b92b), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:32.866978 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9544de5-0861-443a-9293-598ebfa87cff admin admin] Pushing event deleted for resources: {'Port': ['ID=d52872e4-c4b1-4068-8489-94ec9440b92b,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:33.050055 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f9544de5-0861-443a-9293-598ebfa87cff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527986'] for router_interface (3988d237-9486-4237-8cd7-4295fdf9fd8f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:33.299395 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9544de5-0861-443a-9293-598ebfa87cff admin admin] Router 3988d237-9486-4237-8cd7-4295fdf9fd8f has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:45:33.412547 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9544de5-0861-443a-9293-598ebfa87cff admin admin] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:45:33.420689 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-f9544de5-0861-443a-9293-598ebfa87cff admin admin] 10.222.0.15 "PUT /v2.0/routers/3988d237-9486-4237-8cd7-4295fdf9fd8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6192777 Apr 05 22:45:33.420689 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 54018) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:45:33.429100 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f403ba5-27a9-483a-b0f3-96399384664c None None] Sync routers for ids ['3988d237-9486-4237-8cd7-4295fdf9fd8f'] in dv-cinder-835879-4-iscsi {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:45:33.438233 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f403ba5-27a9-483a-b0f3-96399384664c None None] Routers {'3988d237-9486-4237-8cd7-4295fdf9fd8f'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:45:33.438838 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-3f403ba5-27a9-483a-b0f3-96399384664c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:45:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['3988d237-9486-4237-8cd7-4295fdf9fd8f'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:45:33.526971 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5a3ca69a-d330-417a-8969-f86a04471697 admin admin] Publish callbacks [] for router (3988d237-9486-4237-8cd7-4295fdf9fd8f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:33.635613 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5a3ca69a-d330-417a-8969-f86a04471697 admin admin] Publish callbacks [] for router_gateway (3988d237-9486-4237-8cd7-4295fdf9fd8f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:33.673067 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-3f403ba5-27a9-483a-b0f3-96399384664c None None] Set router 3988d237-9486-4237-8cd7-4295fdf9fd8f gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:45:33.687299 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-5a3ca69a-d330-417a-8969-f86a04471697 admin admin] Deleting port 012155f1-fab6-4fb5-82ce-b9943677c804 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:45:33.687645 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5a3ca69a-d330-417a-8969-f86a04471697 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (012155f1-fab6-4fb5-82ce-b9943677c804), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:33.766080 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-5a3ca69a-d330-417a-8969-f86a04471697 admin admin] For port 012155f1-fab6-4fb5-82ce-b9943677c804, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=012155f1-fab6-4fb5-82ce-b9943677c804,segment=NetworkSegment(2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f),segment_id=2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:45:33.766450 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5a3ca69a-d330-417a-8969-f86a04471697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (012155f1-fab6-4fb5-82ce-b9943677c804), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:33.779141 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-5a3ca69a-d330-417a-8969-f86a04471697 admin admin] Calling delete_port for 012155f1-fab6-4fb5-82ce-b9943677c804 owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:45:33.845450 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-3f403ba5-27a9-483a-b0f3-96399384664c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3988d237-9486-4237-8cd7-4295fdf9fd8f', 'name': 'tempest-TestShelveInstance-584164168-router', 'tenant_id': '6a5381bd54734bd2877c50c329d25a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '012155f1-fab6-4fb5-82ce-b9943677c804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:37Z', 'updated_at': '2022-04-05T22:45:32Z', 'revision_number': 5, 'project_id': '6a5381bd54734bd2877c50c329d25a21', 'gw_port': {'id': '012155f1-fab6-4fb5-82ce-b9943677c804', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fe:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3988d237-9486-4237-8cd7-4295fdf9fd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:38Z', 'updated_at': '2022-04-05T22:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi'}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:45:33.872000 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f403ba5-27a9-483a-b0f3-96399384664c None None] Checking router: 3988d237-9486-4237-8cd7-4295fdf9fd8f for host: dv-cinder-835879-4-iscsi {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:45:33.880864 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f403ba5-27a9-483a-b0f3-96399384664c None None] Routers {'3988d237-9486-4237-8cd7-4295fdf9fd8f'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:45:33.881478 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-3f403ba5-27a9-483a-b0f3-96399384664c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:45:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['3988d237-9486-4237-8cd7-4295fdf9fd8f'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:45:33.918877 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 7631f91b-5607-42ff-9557-287d00fc5d32 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:45:33.952715 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5a3ca69a-d330-417a-8969-f86a04471697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (012155f1-fab6-4fb5-82ce-b9943677c804), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:33.967449 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] No Port match for: 7631f91b-5607-42ff-9557-287d00fc5d32 {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:45:33.967804 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 7631f91b-5607-42ff-9557-287d00fc5d32 not bound to the agent host hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:45:33.979124 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ca69a-d330-417a-8969-f86a04471697 admin admin] Pushing event deleted for resources: {'Port': ['ID=012155f1-fab6-4fb5-82ce-b9943677c804,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:33.993898 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-3f403ba5-27a9-483a-b0f3-96399384664c None None] Set router 3988d237-9486-4237-8cd7-4295fdf9fd8f gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:45:34.003078 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ca69a-d330-417a-8969-f86a04471697 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:34.003431 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ca69a-d330-417a-8969-f86a04471697 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:34.003774 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ca69a-d330-417a-8969-f86a04471697 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:34.004114 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ca69a-d330-417a-8969-f86a04471697 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:34.005057 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ca69a-d330-417a-8969-f86a04471697 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:34.005412 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ca69a-d330-417a-8969-f86a04471697 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:34.005741 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ca69a-d330-417a-8969-f86a04471697 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:34.006068 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ca69a-d330-417a-8969-f86a04471697 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:34.006395 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ca69a-d330-417a-8969-f86a04471697 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:34.006722 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ca69a-d330-417a-8969-f86a04471697 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:34.007049 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ca69a-d330-417a-8969-f86a04471697 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:34.007375 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ca69a-d330-417a-8969-f86a04471697 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:34.007699 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ca69a-d330-417a-8969-f86a04471697 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:34.008021 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ca69a-d330-417a-8969-f86a04471697 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:34.008341 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ca69a-d330-417a-8969-f86a04471697 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:34.055454 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-3f403ba5-27a9-483a-b0f3-96399384664c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3988d237-9486-4237-8cd7-4295fdf9fd8f', 'name': 'tempest-TestShelveInstance-584164168-router', 'tenant_id': '6a5381bd54734bd2877c50c329d25a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:37Z', 'updated_at': '2022-04-05T22:45:33Z', 'revision_number': 6, 'project_id': '6a5381bd54734bd2877c50c329d25a21', 'gw_port_host': None}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:45:34.056048 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5a3ca69a-d330-417a-8969-f86a04471697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528052'] for router_gateway (3988d237-9486-4237-8cd7-4295fdf9fd8f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:34.085306 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f403ba5-27a9-483a-b0f3-96399384664c None None] The sync data for ids ['3988d237-9486-4237-8cd7-4295fdf9fd8f'] in dv-cinder-835879-4-iscsi is: [{'id': '3988d237-9486-4237-8cd7-4295fdf9fd8f', 'name': 'tempest-TestShelveInstance-584164168-router', 'tenant_id': '6a5381bd54734bd2877c50c329d25a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:37Z', 'updated_at': '2022-04-05T22:45:33Z', 'revision_number': 6, 'project_id': '6a5381bd54734bd2877c50c329d25a21', 'gw_port_host': None}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:45:34.147950 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5a3ca69a-d330-417a-8969-f86a04471697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7286'] for router (3988d237-9486-4237-8cd7-4295fdf9fd8f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:34.150089 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5a3ca69a-d330-417a-8969-f86a04471697 admin admin] Publish callbacks [] for router_controller (3988d237-9486-4237-8cd7-4295fdf9fd8f), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:34.195187 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5a3ca69a-d330-417a-8969-f86a04471697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531214'] for router (3988d237-9486-4237-8cd7-4295fdf9fd8f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:34.195739 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3ca69a-d330-417a-8969-f86a04471697 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3988d237-9486-4237-8cd7-4295fdf9fd8f {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 22:45:34.200821 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5a3ca69a-d330-417a-8969-f86a04471697 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:34.202037 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-5a3ca69a-d330-417a-8969-f86a04471697 admin admin] 10.222.0.15 "DELETE /v2.0/routers/3988d237-9486-4237-8cd7-4295fdf9fd8f HTTP/1.1" status: 204 len: 168 time: 0.7808280 Apr 05 22:45:34.204874 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 54020) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:45:34.255036 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.db_base_plugin_v2 [None req-d04c10b7-3e79-4bfb-8f74-877a5b65bd4c admin admin] Deleting subnet 64352385-013c-4aed-a87f-560d0688e540 {{(pid=103303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:45:34.258277 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d04c10b7-3e79-4bfb-8f74-877a5b65bd4c admin admin] Publish callbacks [] for subnet (64352385-013c-4aed-a87f-560d0688e540), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:34.293944 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d04c10b7-3e79-4bfb-8f74-877a5b65bd4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29158250'] for subnet (64352385-013c-4aed-a87f-560d0688e540), precommit_delete_associations {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:34.342362 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-687c817d-e12a-4177-8bb5-3a760473b226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:34.389578 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d04c10b7-3e79-4bfb-8f74-877a5b65bd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3813478'] for subnet (64352385-013c-4aed-a87f-560d0688e540), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:34.446065 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d04c10b7-3e79-4bfb-8f74-877a5b65bd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3813481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25649001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25366844'] for subnet (64352385-013c-4aed-a87f-560d0688e540), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:34.475862 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d04c10b7-3e79-4bfb-8f74-877a5b65bd4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for subnet (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:34.481234 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-d04c10b7-3e79-4bfb-8f74-877a5b65bd4c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/64352385-013c-4aed-a87f-560d0688e540 HTTP/1.1" status: 204 len: 168 time: 0.2731743 Apr 05 22:45:34.481234 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c10b7-3e79-4bfb-8f74-877a5b65bd4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64352385-013c-4aed-a87f-560d0688e540,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:34.481487 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f99e383-30c0-4473-a70a-52ff03a8a233 None None] Network aad58d47-6598-42c9-a3eb-59b1a9dac7a0 requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:45:34.481939 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 54030) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:45:34.495428 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04c10b7-3e79-4bfb-8f74-877a5b65bd4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:34.496066 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04c10b7-3e79-4bfb-8f74-877a5b65bd4c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:34.496874 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04c10b7-3e79-4bfb-8f74-877a5b65bd4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:34.497213 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04c10b7-3e79-4bfb-8f74-877a5b65bd4c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:34.497694 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04c10b7-3e79-4bfb-8f74-877a5b65bd4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:34.498185 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04c10b7-3e79-4bfb-8f74-877a5b65bd4c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:34.498670 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04c10b7-3e79-4bfb-8f74-877a5b65bd4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:34.499155 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04c10b7-3e79-4bfb-8f74-877a5b65bd4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:34.499489 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04c10b7-3e79-4bfb-8f74-877a5b65bd4c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:34.499995 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04c10b7-3e79-4bfb-8f74-877a5b65bd4c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:34.500338 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04c10b7-3e79-4bfb-8f74-877a5b65bd4c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:34.500674 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04c10b7-3e79-4bfb-8f74-877a5b65bd4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:34.501028 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04c10b7-3e79-4bfb-8f74-877a5b65bd4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:34.501358 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04c10b7-3e79-4bfb-8f74-877a5b65bd4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:34.501678 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04c10b7-3e79-4bfb-8f74-877a5b65bd4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:34.561591 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6d427fac-acd8-44c5-ae43-fc997536c1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3805217'] for network (aad58d47-6598-42c9-a3eb-59b1a9dac7a0), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:34.617874 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-6d427fac-acd8-44c5-ae43-fc997536c1e2 admin admin] Deleting port caf482c1-4c12-4fe7-a108-de1e11890a71 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:45:34.618222 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6d427fac-acd8-44c5-ae43-fc997536c1e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (caf482c1-4c12-4fe7-a108-de1e11890a71), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:34.683503 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-6d427fac-acd8-44c5-ae43-fc997536c1e2 admin admin] For port caf482c1-4c12-4fe7-a108-de1e11890a71, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=caf482c1-4c12-4fe7-a108-de1e11890a71,segment=NetworkSegment(c1ebb7e1-0047-457c-a72e-795ced95da87),segment_id=c1ebb7e1-0047-457c-a72e-795ced95da87)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:45:34.684159 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6d427fac-acd8-44c5-ae43-fc997536c1e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (caf482c1-4c12-4fe7-a108-de1e11890a71), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:34.695936 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-6d427fac-acd8-44c5-ae43-fc997536c1e2 admin admin] Calling delete_port for caf482c1-4c12-4fe7-a108-de1e11890a71 owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:45:34.771816 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6d427fac-acd8-44c5-ae43-fc997536c1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (caf482c1-4c12-4fe7-a108-de1e11890a71), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:34.800804 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d427fac-acd8-44c5-ae43-fc997536c1e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=caf482c1-4c12-4fe7-a108-de1e11890a71,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:34.802668 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d427fac-acd8-44c5-ae43-fc997536c1e2 admin admin] No DVR routers for this DVR port caf482c1-4c12-4fe7-a108-de1e11890a71 on host dv-cinder-835879-4-iscsi {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:45:34.878393 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6d427fac-acd8-44c5-ae43-fc997536c1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3815069', 'neutron.services.segments.db._delete_segments_for_network-8760879317881'] for network (aad58d47-6598-42c9-a3eb-59b1a9dac7a0), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:34.903436 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.services.segments.db [None req-6d427fac-acd8-44c5-ae43-fc997536c1e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aad58d47-6598-42c9-a3eb-59b1a9dac7a0']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:45:34.906995 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2355c4e-2b63-4c23-9da1-620193f3cd26 None None] DHCP port deletion for aad58d47-6598-42c9-a3eb-59b1a9dac7a0 request from dv-cinder-835879-4-iscsi {{(pid=103304) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 22:45:34.929160 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.services.segments.db [None req-6d427fac-acd8-44c5-ae43-fc997536c1e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1ebb7e1-0047-457c-a72e-795ced95da87') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:45:34.929160 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.services.segments.db [None req-6d427fac-acd8-44c5-ae43-fc997536c1e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1ebb7e1-0047-457c-a72e-795ced95da87') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:45:34.939161 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6d427fac-acd8-44c5-ae43-fc997536c1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760879318402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28859653'] for segment (c1ebb7e1-0047-457c-a72e-795ced95da87), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:34.954631 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6d427fac-acd8-44c5-ae43-fc997536c1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781'] for segment (c1ebb7e1-0047-457c-a72e-795ced95da87), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:34.961450 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d427fac-acd8-44c5-ae43-fc997536c1e2 admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:45:34.961884 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6d427fac-acd8-44c5-ae43-fc997536c1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28860037'] for segment (c1ebb7e1-0047-457c-a72e-795ced95da87), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:34.963627 dv-cinder-835879-4-iscsi neutron-server[103302]: Traceback (most recent call last): Apr 05 22:45:34.963627 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:45:34.963627 dv-cinder-835879-4-iscsi neutron-server[103302]: timer() Apr 05 22:45:34.963627 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:45:34.963627 dv-cinder-835879-4-iscsi neutron-server[103302]: cb(*args, **kw) Apr 05 22:45:34.963627 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:45:34.963627 dv-cinder-835879-4-iscsi neutron-server[103302]: return func(*args, **kwargs) Apr 05 22:45:34.963627 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:45:34.963627 dv-cinder-835879-4-iscsi neutron-server[103302]: self._notify() Apr 05 22:45:34.963627 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:45:34.963627 dv-cinder-835879-4-iscsi neutron-server[103302]: self.callback(batched_events) Apr 05 22:45:34.963627 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:45:34.963627 dv-cinder-835879-4-iscsi neutron-server[103302]: event.method(event) Apr 05 22:45:34.963627 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:45:34.963627 dv-cinder-835879-4-iscsi neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:45:34.963627 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:45:34.963627 dv-cinder-835879-4-iscsi neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:45:34.963627 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:45:34.963627 dv-cinder-835879-4-iscsi neutron-server[103302]: return f(self, *a, **k) Apr 05 22:45:34.963627 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:45:34.963627 dv-cinder-835879-4-iscsi neutron-server[103302]: return self._get(url).json() Apr 05 22:45:34.963627 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:45:34.963627 dv-cinder-835879-4-iscsi neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:45:34.963627 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:45:34.963627 dv-cinder-835879-4-iscsi neutron-server[103302]: return self.request(url, 'GET', **kwargs) Apr 05 22:45:34.963627 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:45:34.963627 dv-cinder-835879-4-iscsi neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:45:34.963627 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:45:34.963627 dv-cinder-835879-4-iscsi neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:45:34.963627 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:45:34.963627 dv-cinder-835879-4-iscsi neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:45:34.963627 dv-cinder-835879-4-iscsi neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:45:34.987661 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device caf482c1-4c12-4fe7-a108-de1e11890a71 no longer exists at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:45:35.009104 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] No Port match for: caf482c1-4c12-4fe7-a108-de1e11890a71 {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:45:35.009449 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device caf482c1-4c12-4fe7-a108-de1e11890a71 not bound to the agent host dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:45:35.009862 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device d52872e4-c4b1-4068-8489-94ec9440b92b no longer exists at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:45:35.022956 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6d427fac-acd8-44c5-ae43-fc997536c1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3815140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528080'] for network (aad58d47-6598-42c9-a3eb-59b1a9dac7a0), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:35.031300 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] No Port match for: d52872e4-c4b1-4068-8489-94ec9440b92b {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:45:35.031647 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device d52872e4-c4b1-4068-8489-94ec9440b92b not bound to the agent host dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:45:35.032245 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 012155f1-fab6-4fb5-82ce-b9943677c804 no longer exists at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:45:35.038711 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6d427fac-acd8-44c5-ae43-fc997536c1e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:35.041985 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-6d427fac-acd8-44c5-ae43-fc997536c1e2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/aad58d47-6598-42c9-a3eb-59b1a9dac7a0 HTTP/1.1" status: 204 len: 168 time: 0.5594063 Apr 05 22:45:35.043170 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d427fac-acd8-44c5-ae43-fc997536c1e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=aad58d47-6598-42c9-a3eb-59b1a9dac7a0,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:35.045177 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 54032) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:45:35.056914 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] No Port match for: 012155f1-fab6-4fb5-82ce-b9943677c804 {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:45:35.057268 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 012155f1-fab6-4fb5-82ce-b9943677c804 not bound to the agent host dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:45:35.389446 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 54036) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:45:35.393555 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d62587cb-52d5-48d7-a3d6-69ae9287fbcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530146'] for router_interface (80e68afb-7af9-4639-96b7-d2b99c24854f), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:35.432000 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fdf677f-6ffe-4c9f-a786-734b77da6c7d admin admin] Deleting subnet fed8380a-54f9-4282-a105-4edb2011589d {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:45:35.435279 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2fdf677f-6ffe-4c9f-a786-734b77da6c7d admin admin] Publish callbacks [] for subnet (fed8380a-54f9-4282-a105-4edb2011589d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:35.469008 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2fdf677f-6ffe-4c9f-a786-734b77da6c7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28859902'] for subnet (fed8380a-54f9-4282-a105-4edb2011589d), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:35.510973 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2fdf677f-6ffe-4c9f-a786-734b77da6c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3813478'] for subnet (fed8380a-54f9-4282-a105-4edb2011589d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:35.562468 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2fdf677f-6ffe-4c9f-a786-734b77da6c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3813481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28860143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25649274'] for subnet (fed8380a-54f9-4282-a105-4edb2011589d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:35.587993 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf677f-6ffe-4c9f-a786-734b77da6c7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fed8380a-54f9-4282-a105-4edb2011589d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:35.591692 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2fdf677f-6ffe-4c9f-a786-734b77da6c7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:35.594847 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-2fdf677f-6ffe-4c9f-a786-734b77da6c7d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fed8380a-54f9-4282-a105-4edb2011589d HTTP/1.1" status: 204 len: 168 time: 0.2044027 Apr 05 22:45:35.599513 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 54040) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:45:35.695275 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5e75fb07-d9b4-4faf-874e-ea5307834894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3805217'] for network (2086a67f-ad0e-45c1-9682-081d09ad4825), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:35.737229 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d62587cb-52d5-48d7-a3d6-69ae9287fbcc admin admin] Deleting port c390f4ab-ccf1-48a2-8032-150123223e5c {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:45:35.737560 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d62587cb-52d5-48d7-a3d6-69ae9287fbcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (c390f4ab-ccf1-48a2-8032-150123223e5c), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:36.054671 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5e75fb07-d9b4-4faf-874e-ea5307834894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3815069', 'neutron.services.segments.db._delete_segments_for_network-8760879317881'] for network (2086a67f-ad0e-45c1-9682-081d09ad4825), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:36.082195 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.services.segments.db [None req-5e75fb07-d9b4-4faf-874e-ea5307834894 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2086a67f-ad0e-45c1-9682-081d09ad4825']}} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:45:36.095746 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.services.segments.db [None req-5e75fb07-d9b4-4faf-874e-ea5307834894 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72092f12-c4fa-4158-85b1-34e6b9680a80') {'for_net_delete': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:45:36.096070 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.services.segments.db [None req-5e75fb07-d9b4-4faf-874e-ea5307834894 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72092f12-c4fa-4158-85b1-34e6b9680a80') {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:45:36.113026 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5e75fb07-d9b4-4faf-874e-ea5307834894 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760879318402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29158289'] for segment (72092f12-c4fa-4158-85b1-34e6b9680a80), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:36.122974 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-d62587cb-52d5-48d7-a3d6-69ae9287fbcc admin admin] For port c390f4ab-ccf1-48a2-8032-150123223e5c, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=c390f4ab-ccf1-48a2-8032-150123223e5c,segment=NetworkSegment(2a5073dc-e49a-4abd-99a9-48e4d1aba487),segment_id=2a5073dc-e49a-4abd-99a9-48e4d1aba487)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:45:36.123329 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d62587cb-52d5-48d7-a3d6-69ae9287fbcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (c390f4ab-ccf1-48a2-8032-150123223e5c), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:36.139082 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5e75fb07-d9b4-4faf-874e-ea5307834894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781'] for segment (72092f12-c4fa-4158-85b1-34e6b9680a80), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:36.141254 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d62587cb-52d5-48d7-a3d6-69ae9287fbcc admin admin] Calling delete_port for c390f4ab-ccf1-48a2-8032-150123223e5c owned by network:router_interface {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:45:36.149518 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e75fb07-d9b4-4faf-874e-ea5307834894 admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=103303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:45:36.149901 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5e75fb07-d9b4-4faf-874e-ea5307834894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25648899'] for segment (72092f12-c4fa-4158-85b1-34e6b9680a80), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:36.151483 dv-cinder-835879-4-iscsi neutron-server[103303]: Traceback (most recent call last): Apr 05 22:45:36.151483 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:45:36.151483 dv-cinder-835879-4-iscsi neutron-server[103303]: timer() Apr 05 22:45:36.151483 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:45:36.151483 dv-cinder-835879-4-iscsi neutron-server[103303]: cb(*args, **kw) Apr 05 22:45:36.151483 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:45:36.151483 dv-cinder-835879-4-iscsi neutron-server[103303]: return func(*args, **kwargs) Apr 05 22:45:36.151483 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:45:36.151483 dv-cinder-835879-4-iscsi neutron-server[103303]: self._notify() Apr 05 22:45:36.151483 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:45:36.151483 dv-cinder-835879-4-iscsi neutron-server[103303]: self.callback(batched_events) Apr 05 22:45:36.151483 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:45:36.151483 dv-cinder-835879-4-iscsi neutron-server[103303]: event.method(event) Apr 05 22:45:36.151483 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:45:36.151483 dv-cinder-835879-4-iscsi neutron-server[103303]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:45:36.151483 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:45:36.151483 dv-cinder-835879-4-iscsi neutron-server[103303]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:45:36.151483 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:45:36.151483 dv-cinder-835879-4-iscsi neutron-server[103303]: return f(self, *a, **k) Apr 05 22:45:36.151483 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:45:36.151483 dv-cinder-835879-4-iscsi neutron-server[103303]: return self._get(url).json() Apr 05 22:45:36.151483 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:45:36.151483 dv-cinder-835879-4-iscsi neutron-server[103303]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:45:36.151483 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:45:36.151483 dv-cinder-835879-4-iscsi neutron-server[103303]: return self.request(url, 'GET', **kwargs) Apr 05 22:45:36.151483 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:45:36.151483 dv-cinder-835879-4-iscsi neutron-server[103303]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:45:36.151483 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:45:36.151483 dv-cinder-835879-4-iscsi neutron-server[103303]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:45:36.151483 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:45:36.151483 dv-cinder-835879-4-iscsi neutron-server[103303]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:45:36.151483 dv-cinder-835879-4-iscsi neutron-server[103303]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:45:36.245018 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5e75fb07-d9b4-4faf-874e-ea5307834894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3815140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528080'] for network (2086a67f-ad0e-45c1-9682-081d09ad4825), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:36.255769 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5e75fb07-d9b4-4faf-874e-ea5307834894 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for network (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:36.258898 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-5e75fb07-d9b4-4faf-874e-ea5307834894 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2086a67f-ad0e-45c1-9682-081d09ad4825 HTTP/1.1" status: 204 len: 168 time: 0.6584611 Apr 05 22:45:36.273376 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e75fb07-d9b4-4faf-874e-ea5307834894 admin admin] Pushing event deleted for resources: {'Network': ['ID=2086a67f-ad0e-45c1-9682-081d09ad4825,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:36.382228 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 54044) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:45:36.408068 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d62587cb-52d5-48d7-a3d6-69ae9287fbcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25648990'] for port (c390f4ab-ccf1-48a2-8032-150123223e5c), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:36.423067 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-9e94c899-db7f-4fe8-8a00-bfaae52d1bb9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9986eeee9e1741a8a8deee424bfb6ee4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396783 Apr 05 22:45:36.425563 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 54046) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:45:36.435254 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62587cb-52d5-48d7-a3d6-69ae9287fbcc admin admin] Pushing event deleted for resources: {'Port': ['ID=c390f4ab-ccf1-48a2-8032-150123223e5c,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:36.477856 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-89b0830f-be0a-4014-acf9-607d870716d4 admin admin] Publish callbacks [] for security_group (1115a394-0e97-4777-8338-e56d17cb0e27), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:36.501587 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-89b0830f-be0a-4014-acf9-607d870716d4 admin admin] Publish callbacks [] for security_group (1115a394-0e97-4777-8338-e56d17cb0e27), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:36.554608 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-89b0830f-be0a-4014-acf9-607d870716d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (1115a394-0e97-4777-8338-e56d17cb0e27), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:36.557210 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-89b0830f-be0a-4014-acf9-607d870716d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:36.560706 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-89b0830f-be0a-4014-acf9-607d870716d4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1115a394-0e97-4777-8338-e56d17cb0e27 HTTP/1.1" status: 204 len: 168 time: 0.1319075 Apr 05 22:45:36.572187 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0830f-be0a-4014-acf9-607d870716d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1115a394-0e97-4777-8338-e56d17cb0e27,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:36.615695 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d62587cb-52d5-48d7-a3d6-69ae9287fbcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527986'] for router_interface (80e68afb-7af9-4639-96b7-d2b99c24854f), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:36.805563 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-32b622ac-10d1-46c7-9a92-c2d8af8ae916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:36.844946 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62587cb-52d5-48d7-a3d6-69ae9287fbcc admin admin] Router 80e68afb-7af9-4639-96b7-d2b99c24854f has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:45:36.966585 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62587cb-52d5-48d7-a3d6-69ae9287fbcc admin admin] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:45:36.972265 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-d62587cb-52d5-48d7-a3d6-69ae9287fbcc admin admin] 10.222.0.15 "PUT /v2.0/routers/80e68afb-7af9-4639-96b7-d2b99c24854f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9258754 Apr 05 22:45:36.975700 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 54058) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:45:36.978795 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400060cc-9656-46b8-8b0b-4b3bd4b1718f None None] Sync routers for ids ['80e68afb-7af9-4639-96b7-d2b99c24854f'] in dv-cinder-835879-4-iscsi {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:45:36.989217 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400060cc-9656-46b8-8b0b-4b3bd4b1718f None None] Routers {'80e68afb-7af9-4639-96b7-d2b99c24854f'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:45:36.989908 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-400060cc-9656-46b8-8b0b-4b3bd4b1718f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:45:37Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['80e68afb-7af9-4639-96b7-d2b99c24854f'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:45:37.086730 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-276f0cfc-e4f8-4c7f-9423-caa104583512 admin admin] Publish callbacks [] for router (80e68afb-7af9-4639-96b7-d2b99c24854f), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:37.100038 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-400060cc-9656-46b8-8b0b-4b3bd4b1718f None None] Set router 80e68afb-7af9-4639-96b7-d2b99c24854f gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:45:37.204054 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-276f0cfc-e4f8-4c7f-9423-caa104583512 admin admin] Publish callbacks [] for router_gateway (80e68afb-7af9-4639-96b7-d2b99c24854f), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:37.261025 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-276f0cfc-e4f8-4c7f-9423-caa104583512 admin admin] Deleting port e72008c7-9b99-4ebc-afd3-05945cf7fa2b {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:45:37.261371 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-276f0cfc-e4f8-4c7f-9423-caa104583512 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (e72008c7-9b99-4ebc-afd3-05945cf7fa2b), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:37.289948 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-400060cc-9656-46b8-8b0b-4b3bd4b1718f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e68afb-7af9-4639-96b7-d2b99c24854f', 'name': 'tempest-TestShelveInstance-1284229285-router', 'tenant_id': 'c4d876544e22455290d162d9f79e763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e72008c7-9b99-4ebc-afd3-05945cf7fa2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:42Z', 'updated_at': '2022-04-05T22:45:36Z', 'revision_number': 5, 'project_id': 'c4d876544e22455290d162d9f79e763f', 'gw_port': {'id': 'e72008c7-9b99-4ebc-afd3-05945cf7fa2b', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e68afb-7af9-4639-96b7-d2b99c24854f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:42Z', 'updated_at': '2022-04-05T22:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi'}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:45:37.319321 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 54070) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:45:37.320955 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400060cc-9656-46b8-8b0b-4b3bd4b1718f None None] Checking router: 80e68afb-7af9-4639-96b7-d2b99c24854f for host: dv-cinder-835879-4-iscsi {{(pid=103305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:45:37.329435 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400060cc-9656-46b8-8b0b-4b3bd4b1718f None None] Routers {'80e68afb-7af9-4639-96b7-d2b99c24854f'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:45:37.330062 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-400060cc-9656-46b8-8b0b-4b3bd4b1718f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:45:37Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['80e68afb-7af9-4639-96b7-d2b99c24854f'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:45:37.346949 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-276f0cfc-e4f8-4c7f-9423-caa104583512 admin admin] For port e72008c7-9b99-4ebc-afd3-05945cf7fa2b, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=e72008c7-9b99-4ebc-afd3-05945cf7fa2b,segment=NetworkSegment(2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f),segment_id=2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:45:37.347369 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-276f0cfc-e4f8-4c7f-9423-caa104583512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (e72008c7-9b99-4ebc-afd3-05945cf7fa2b), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:37.365456 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-276f0cfc-e4f8-4c7f-9423-caa104583512 admin admin] Calling delete_port for e72008c7-9b99-4ebc-afd3-05945cf7fa2b owned by network:router_gateway {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:45:37.418402 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-400060cc-9656-46b8-8b0b-4b3bd4b1718f None None] Set router 80e68afb-7af9-4639-96b7-d2b99c24854f gateway port host: None {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:45:37.442025 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-efb4bcfb-77ad-4807-adde-727ec5517479 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-533555744-network', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:45:37.463700 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb4bcfb-77ad-4807-adde-727ec5517479 admin admin] Made reservation on behalf of c1e3f0cce8f24e4283bc8e4a3b8dd7f4 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:45:37.466289 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-efb4bcfb-77ad-4807-adde-727ec5517479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:37.475904 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-efb4bcfb-77ad-4807-adde-727ec5517479 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:37.477340 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-400060cc-9656-46b8-8b0b-4b3bd4b1718f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e68afb-7af9-4639-96b7-d2b99c24854f', 'name': 'tempest-TestShelveInstance-1284229285-router', 'tenant_id': 'c4d876544e22455290d162d9f79e763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:42Z', 'updated_at': '2022-04-05T22:45:37Z', 'revision_number': 6, 'project_id': 'c4d876544e22455290d162d9f79e763f', 'gw_port_host': None}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:45:37.541952 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-276f0cfc-e4f8-4c7f-9423-caa104583512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25648990'] for port (e72008c7-9b99-4ebc-afd3-05945cf7fa2b), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:37.559436 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-efb4bcfb-77ad-4807-adde-727ec5517479 admin admin] Publish callbacks [] for security_group (351100f8-9812-41be-a1d8-c38c18d97ce5), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:37.563757 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-efb4bcfb-77ad-4807-adde-727ec5517479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (351100f8-9812-41be-a1d8-c38c18d97ce5), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:37.569233 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f0cfc-e4f8-4c7f-9423-caa104583512 admin admin] Pushing event deleted for resources: {'Port': ['ID=e72008c7-9b99-4ebc-afd3-05945cf7fa2b,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:37.596956 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efb4bcfb-77ad-4807-adde-727ec5517479 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:45:37.598980 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:37.609860 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400060cc-9656-46b8-8b0b-4b3bd4b1718f None None] The sync data for ids ['80e68afb-7af9-4639-96b7-d2b99c24854f'] in dv-cinder-835879-4-iscsi is: [{'id': '80e68afb-7af9-4639-96b7-d2b99c24854f', 'name': 'tempest-TestShelveInstance-1284229285-router', 'tenant_id': 'c4d876544e22455290d162d9f79e763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:42Z', 'updated_at': '2022-04-05T22:45:37Z', 'revision_number': 6, 'project_id': 'c4d876544e22455290d162d9f79e763f', 'gw_port_host': None}] {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:45:37.612389 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb4bcfb-77ad-4807-adde-727ec5517479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351100f8-9812-41be-a1d8-c38c18d97ce5,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:37.617730 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-efb4bcfb-77ad-4807-adde-727ec5517479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781'] for segment (0f3780bf-12d3-4aa9-87aa-e9d04a628627), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:37.618085 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.db.segments_db [None req-efb4bcfb-77ad-4807-adde-727ec5517479 admin admin] Added segment 0f3780bf-12d3-4aa9-87aa-e9d04a628627 of type vlan for network 4d7e090b-a496-4bac-9ae8-5be3d7b150bc Apr 05 22:45:37.639754 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-276f0cfc-e4f8-4c7f-9423-caa104583512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528052'] for router_gateway (80e68afb-7af9-4639-96b7-d2b99c24854f), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:37.670848 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-efb4bcfb-77ad-4807-adde-727ec5517479 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760878853690'] for network (4d7e090b-a496-4bac-9ae8-5be3d7b150bc), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:37.695469 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-efb4bcfb-77ad-4807-adde-727ec5517479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960'] for network (4d7e090b-a496-4bac-9ae8-5be3d7b150bc), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:37.696622 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb4bcfb-77ad-4807-adde-727ec5517479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:37.697257 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-efb4bcfb-77ad-4807-adde-727ec5517479 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:37.735429 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-276f0cfc-e4f8-4c7f-9423-caa104583512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7286'] for router (80e68afb-7af9-4639-96b7-d2b99c24854f), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:37.737559 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-276f0cfc-e4f8-4c7f-9423-caa104583512 admin admin] Publish callbacks [] for router_controller (80e68afb-7af9-4639-96b7-d2b99c24854f), precommit_delete_associations {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:37.760121 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-efb4bcfb-77ad-4807-adde-727ec5517479 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4371107 Apr 05 22:45:37.760345 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 54074) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:45:37.764891 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-81f8b37a-8b17-4087-b9a7-5a623934fe09 admin admin] Request body: {'subnet': {'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-533555744-subnet', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:45:37.775025 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb4bcfb-77ad-4807-adde-727ec5517479 admin admin] Pushing event updated for resources: {'Network': ['ID=4d7e090b-a496-4bac-9ae8-5be3d7b150bc,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:37.781881 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-276f0cfc-e4f8-4c7f-9423-caa104583512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531214'] for router (80e68afb-7af9-4639-96b7-d2b99c24854f), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:37.782525 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276f0cfc-e4f8-4c7f-9423-caa104583512 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80e68afb-7af9-4639-96b7-d2b99c24854f {{(pid=103303) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 22:45:37.787359 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Network 4d7e090b-a496-4bac-9ae8-5be3d7b150bc details requested by agent ovs-agent-dv-cinder-835879-4-iscsi with host dv-cinder-835879-4-iscsi {{(pid=103304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:45:37.788178 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-276f0cfc-e4f8-4c7f-9423-caa104583512 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:37.789524 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-276f0cfc-e4f8-4c7f-9423-caa104583512 admin admin] 10.222.0.15 "DELETE /v2.0/routers/80e68afb-7af9-4639-96b7-d2b99c24854f HTTP/1.1" status: 204 len: 168 time: 0.8126774 Apr 05 22:45:37.791938 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 54076) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:45:37.800333 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f8b37a-8b17-4087-b9a7-5a623934fe09 admin admin] Made reservation on behalf of c1e3f0cce8f24e4283bc8e4a3b8dd7f4 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:45:37.802557 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-81f8b37a-8b17-4087-b9a7-5a623934fe09 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25649181'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:37.886340 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9cbb677-8670-47d4-ad35-c08f87769043 admin admin] Deleting subnet d091148d-44dd-4987-bc01-d75e0a49d895 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:45:37.890880 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e9cbb677-8670-47d4-ad35-c08f87769043 admin admin] Publish callbacks [] for subnet (d091148d-44dd-4987-bc01-d75e0a49d895), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:37.947110 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e9cbb677-8670-47d4-ad35-c08f87769043 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28859902'] for subnet (d091148d-44dd-4987-bc01-d75e0a49d895), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:38.419512 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e9cbb677-8670-47d4-ad35-c08f87769043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3813478'] for subnet (d091148d-44dd-4987-bc01-d75e0a49d895), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:38.439360 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-81f8b37a-8b17-4087-b9a7-5a623934fe09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28859688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25649155'] for subnet (e94736fb-18ab-4fd7-843e-a3eca774b62e), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:38.516954 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f8b37a-8b17-4087-b9a7-5a623934fe09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e94736fb-18ab-4fd7-843e-a3eca774b62e,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:38.530843 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f8b37a-8b17-4087-b9a7-5a623934fe09 admin admin] Checking segment: {'id': '0f3780bf-12d3-4aa9-87aa-e9d04a628627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:45:38.531212 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f8b37a-8b17-4087-b9a7-5a623934fe09 admin admin] Network hostable DHCP agents. Network: 4d7e090b-a496-4bac-9ae8-5be3d7b150bc, hostable agents: ['1fb4f16d-f195-4bf9-acd2-17d67be332a8'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:45:38.533481 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e9cbb677-8670-47d4-ad35-c08f87769043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3813481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28860143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25649274'] for subnet (d091148d-44dd-4987-bc01-d75e0a49d895), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:38.564731 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cbb677-8670-47d4-ad35-c08f87769043 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d091148d-44dd-4987-bc01-d75e0a49d895,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:38.573798 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e9cbb677-8670-47d4-ad35-c08f87769043 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:38.576945 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-e9cbb677-8670-47d4-ad35-c08f87769043 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d091148d-44dd-4987-bc01-d75e0a49d895 HTTP/1.1" status: 204 len: 168 time: 0.7839549 Apr 05 22:45:38.578457 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f6ae46-f47f-48a9-8667-a394828e5323 None None] Network 572b9e96-8bb0-4438-9cdb-6b7f7e307068 requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:45:38.580477 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 54078) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:45:38.590099 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f8b37a-8b17-4087-b9a7-5a623934fe09 admin admin] Network 4d7e090b-a496-4bac-9ae8-5be3d7b150bc is scheduled to be hosted by DHCP agent 1fb4f16d-f195-4bf9-acd2-17d67be332a8 with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:45:38.615116 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-81f8b37a-8b17-4087-b9a7-5a623934fe09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-4-iscsi, 4d7e090b-a496-4bac-9ae8-5be3d7b150bc) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:45:38.636105 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2f2e92-7111-47dc-a54a-48bf3838a8f0 None None] Network 4d7e090b-a496-4bac-9ae8-5be3d7b150bc requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:45:38.644967 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f8b37a-8b17-4087-b9a7-5a623934fe09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:38.646113 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-81f8b37a-8b17-4087-b9a7-5a623934fe09 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:38.668816 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bf538cb8-90c5-4918-a66f-be3296a9e2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3805217'] for network (572b9e96-8bb0-4438-9cdb-6b7f7e307068), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:38.677869 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-81f8b37a-8b17-4087-b9a7-5a623934fe09 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9130185 Apr 05 22:45:38.678501 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 54080) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:45:38.681605 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-01e7d919-e2fd-45c0-bcb0-107f3671730d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-533555744-router', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'}}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:45:38.703075 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-01e7d919-e2fd-45c0-bcb0-107f3671730d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-531801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7268'] for router (0712fcbd-21e2-45fa-8b24-a6e487549d9c), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:38.704536 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-01e7d919-e2fd-45c0-bcb0-107f3671730d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7293'] for router (0712fcbd-21e2-45fa-8b24-a6e487549d9c), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:38.739530 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-bf538cb8-90c5-4918-a66f-be3296a9e2e9 admin admin] Deleting port 2ed75e68-a5e0-4a94-9059-69028d9f788c {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:45:38.740756 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bf538cb8-90c5-4918-a66f-be3296a9e2e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (2ed75e68-a5e0-4a94-9059-69028d9f788c), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:38.762285 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-01e7d919-e2fd-45c0-bcb0-107f3671730d admin admin] Publish callbacks [] for router_controller (0712fcbd-21e2-45fa-8b24-a6e487549d9c), precommit_add_association {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:38.785914 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115cff3a-febb-4eb8-8494-bc290cc6c320 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26cd13a5-304d-5ca3-99a1-274aeb97f72b-4d7e090b-a496-4bac-9ae8-5be3d7b150bc', 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc', 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'fixed_ips': [{'subnet_id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e'}]}} from dv-cinder-835879-4-iscsi. {{(pid=103304) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 22:45:38.787085 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-115cff3a-febb-4eb8-8494-bc290cc6c320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:38.825518 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-bf538cb8-90c5-4918-a66f-be3296a9e2e9 admin admin] For port 2ed75e68-a5e0-4a94-9059-69028d9f788c, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=2ed75e68-a5e0-4a94-9059-69028d9f788c,segment=NetworkSegment(2a5073dc-e49a-4abd-99a9-48e4d1aba487),segment_id=2a5073dc-e49a-4abd-99a9-48e4d1aba487)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:45:38.825890 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bf538cb8-90c5-4918-a66f-be3296a9e2e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (2ed75e68-a5e0-4a94-9059-69028d9f788c), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:38.847222 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-bf538cb8-90c5-4918-a66f-be3296a9e2e9 admin admin] Calling delete_port for 2ed75e68-a5e0-4a94-9059-69028d9f788c owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:45:38.896696 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2533325-780e-4347-9fac-232323533796 None None] DHCP port deletion for 572b9e96-8bb0-4438-9cdb-6b7f7e307068 request from dv-cinder-835879-4-iscsi {{(pid=103304) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 22:45:38.933688 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-01e7d919-e2fd-45c0-bcb0-107f3671730d admin admin] Publish callbacks [] for router_gateway (0712fcbd-21e2-45fa-8b24-a6e487549d9c), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:38.935588 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bf538cb8-90c5-4918-a66f-be3296a9e2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (2ed75e68-a5e0-4a94-9059-69028d9f788c), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:38.981352 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf538cb8-90c5-4918-a66f-be3296a9e2e9 admin admin] No DVR routers for this DVR port 2ed75e68-a5e0-4a94-9059-69028d9f788c on host dv-cinder-835879-4-iscsi {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:45:38.983554 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf538cb8-90c5-4918-a66f-be3296a9e2e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ed75e68-a5e0-4a94-9059-69028d9f788c,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:38.985798 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-115cff3a-febb-4eb8-8494-bc290cc6c320 None None] Allocated IP 172.20.0.2 (4d7e090b-a496-4bac-9ae8-5be3d7b150bc/e94736fb-18ab-4fd7-843e-a3eca774b62e/9b7f4734-4806-4a47-bbc9-663159f355fe) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:45:39.008234 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device c390f4ab-ccf1-48a2-8032-150123223e5c no longer exists at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:45:39.034277 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] No Port match for: c390f4ab-ccf1-48a2-8032-150123223e5c {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:45:39.034804 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device c390f4ab-ccf1-48a2-8032-150123223e5c not bound to the agent host dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:45:39.035191 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 2ed75e68-a5e0-4a94-9059-69028d9f788c no longer exists at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:45:39.059964 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] No Port match for: 2ed75e68-a5e0-4a94-9059-69028d9f788c {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:45:39.060783 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 2ed75e68-a5e0-4a94-9059-69028d9f788c not bound to the agent host dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:45:39.060783 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device e72008c7-9b99-4ebc-afd3-05945cf7fa2b no longer exists at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:45:39.065219 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bf538cb8-90c5-4918-a66f-be3296a9e2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3815069', 'neutron.services.segments.db._delete_segments_for_network-8760879317881'] for network (572b9e96-8bb0-4438-9cdb-6b7f7e307068), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:39.065937 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-e2533325-780e-4347-9fac-232323533796 None None] Deleting port 2ed75e68-a5e0-4a94-9059-69028d9f788c {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:45:39.066306 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2533325-780e-4347-9fac-232323533796 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (2ed75e68-a5e0-4a94-9059-69028d9f788c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:39.087224 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.services.segments.db [None req-bf538cb8-90c5-4918-a66f-be3296a9e2e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['572b9e96-8bb0-4438-9cdb-6b7f7e307068']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:45:39.096833 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.services.segments.db [None req-bf538cb8-90c5-4918-a66f-be3296a9e2e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a5073dc-e49a-4abd-99a9-48e4d1aba487') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:45:39.097282 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.services.segments.db [None req-bf538cb8-90c5-4918-a66f-be3296a9e2e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a5073dc-e49a-4abd-99a9-48e4d1aba487') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:45:39.107643 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] No Port match for: e72008c7-9b99-4ebc-afd3-05945cf7fa2b {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:45:39.108109 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bf538cb8-90c5-4918-a66f-be3296a9e2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760879318402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28859653'] for segment (2a5073dc-e49a-4abd-99a9-48e4d1aba487), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:39.108242 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device e72008c7-9b99-4ebc-afd3-05945cf7fa2b not bound to the agent host dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:45:39.124843 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bf538cb8-90c5-4918-a66f-be3296a9e2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781'] for segment (2a5073dc-e49a-4abd-99a9-48e4d1aba487), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:39.132074 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf538cb8-90c5-4918-a66f-be3296a9e2e9 admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:45:39.132744 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bf538cb8-90c5-4918-a66f-be3296a9e2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28860037'] for segment (2a5073dc-e49a-4abd-99a9-48e4d1aba487), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:39.134619 dv-cinder-835879-4-iscsi neutron-server[103302]: Traceback (most recent call last): Apr 05 22:45:39.134619 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:45:39.134619 dv-cinder-835879-4-iscsi neutron-server[103302]: timer() Apr 05 22:45:39.134619 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:45:39.134619 dv-cinder-835879-4-iscsi neutron-server[103302]: cb(*args, **kw) Apr 05 22:45:39.134619 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:45:39.134619 dv-cinder-835879-4-iscsi neutron-server[103302]: return func(*args, **kwargs) Apr 05 22:45:39.134619 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:45:39.134619 dv-cinder-835879-4-iscsi neutron-server[103302]: self._notify() Apr 05 22:45:39.134619 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:45:39.134619 dv-cinder-835879-4-iscsi neutron-server[103302]: self.callback(batched_events) Apr 05 22:45:39.134619 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:45:39.134619 dv-cinder-835879-4-iscsi neutron-server[103302]: event.method(event) Apr 05 22:45:39.134619 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:45:39.134619 dv-cinder-835879-4-iscsi neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:45:39.134619 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:45:39.134619 dv-cinder-835879-4-iscsi neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:45:39.134619 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:45:39.134619 dv-cinder-835879-4-iscsi neutron-server[103302]: return f(self, *a, **k) Apr 05 22:45:39.134619 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:45:39.134619 dv-cinder-835879-4-iscsi neutron-server[103302]: return self._get(url).json() Apr 05 22:45:39.134619 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:45:39.134619 dv-cinder-835879-4-iscsi neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:45:39.134619 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:45:39.134619 dv-cinder-835879-4-iscsi neutron-server[103302]: return self.request(url, 'GET', **kwargs) Apr 05 22:45:39.134619 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:45:39.134619 dv-cinder-835879-4-iscsi neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:45:39.134619 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:45:39.134619 dv-cinder-835879-4-iscsi neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:45:39.134619 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:45:39.134619 dv-cinder-835879-4-iscsi neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:45:39.134619 dv-cinder-835879-4-iscsi neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:45:39.162801 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-01e7d919-e2fd-45c0-bcb0-107f3671730d admin admin] Publish callbacks [] for router_gateway (0712fcbd-21e2-45fa-8b24-a6e487549d9c), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:39.186670 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-01e7d919-e2fd-45c0-bcb0-107f3671730d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:39.202685 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bf538cb8-90c5-4918-a66f-be3296a9e2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3815140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528080'] for network (572b9e96-8bb0-4438-9cdb-6b7f7e307068), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:39.223256 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bf538cb8-90c5-4918-a66f-be3296a9e2e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:39.223548 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-e2533325-780e-4347-9fac-232323533796 None None] For port 2ed75e68-a5e0-4a94-9059-69028d9f788c, host dv-cinder-835879-4-iscsi, got binding levels [] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:45:39.223829 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2533325-780e-4347-9fac-232323533796 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (2ed75e68-a5e0-4a94-9059-69028d9f788c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:39.228794 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:39.229442 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-bf538cb8-90c5-4918-a66f-be3296a9e2e9 admin admin] 10.222.0.15 "DELETE /v2.0/networks/572b9e96-8bb0-4438-9cdb-6b7f7e307068 HTTP/1.1" status: 204 len: 168 time: 0.6476686 Apr 05 22:45:39.230766 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf538cb8-90c5-4918-a66f-be3296a9e2e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=572b9e96-8bb0-4438-9cdb-6b7f7e307068,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:39.250249 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-e2533325-780e-4347-9fac-232323533796 None None] Calling delete_port for 2ed75e68-a5e0-4a94-9059-69028d9f788c owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:45:39.255663 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.ipam_backend_mixin [None req-e2533325-780e-4347-9fac-232323533796 None None] Port 2ed75e68-a5e0-4a94-9059-69028d9f788c was not found and therefore no delete operation was performed {{(pid=103304) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 05 22:45:39.259574 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2533325-780e-4347-9fac-232323533796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605'] for port (2ed75e68-a5e0-4a94-9059-69028d9f788c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:39.297292 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2533325-780e-4347-9fac-232323533796 None None] Pushing event deleted for resources: {'Port': ['ID=2ed75e68-a5e0-4a94-9059-69028d9f788c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:39.298871 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e2533325-780e-4347-9fac-232323533796 None None] Network 572b9e96-8bb0-4438-9cdb-6b7f7e307068 is not hosted by any dhcp agent {{(pid=103304) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 05 22:45:39.299490 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2533325-780e-4347-9fac-232323533796 None None] No DVR routers for this DVR port 2ed75e68-a5e0-4a94-9059-69028d9f788c on host dv-cinder-835879-4-iscsi {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:45:39.309574 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-01e7d919-e2fd-45c0-bcb0-107f3671730d admin admin] Allocated IP 172.27.2.38 (f2e9bb50-0445-459c-9ef2-0222ede25138/2ac17549-fc87-4e20-be5e-92c340e9a8b2/97a9abec-3729-4814-9914-58fc00ce6a87) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:45:39.346736 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-115cff3a-febb-4eb8-8494-bc290cc6c320 None None] Publish callbacks [] for port (9b7f4734-4806-4a47-bbc9-663159f355fe), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:39.354768 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-115cff3a-febb-4eb8-8494-bc290cc6c320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596'] for port (9b7f4734-4806-4a47-bbc9-663159f355fe), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:39.360422 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 54084) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:45:39.395859 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115cff3a-febb-4eb8-8494-bc290cc6c320 None None] Network 4d7e090b-a496-4bac-9ae8-5be3d7b150bc is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:45:39.398701 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-115cff3a-febb-4eb8-8494-bc290cc6c320 None None] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:45:39.404417 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115cff3a-febb-4eb8-8494-bc290cc6c320 None None] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:45:39.406747 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-b1932837-39b2-479d-a192-fa724facac98 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6a5381bd54734bd2877c50c329d25a21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452492 Apr 05 22:45:39.411201 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 54086) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:45:39.411364 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115cff3a-febb-4eb8-8494-bc290cc6c320 None None] Pushing event updated for resources: {'Port': ['ID=9b7f4734-4806-4a47-bbc9-663159f355fe,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:39.459133 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-01e7d919-e2fd-45c0-bcb0-107f3671730d admin admin] Publish callbacks [] for port (97a9abec-3729-4814-9914-58fc00ce6a87), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:39.462034 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-115cff3a-febb-4eb8-8494-bc290cc6c320 None None] Attempting to bind port 9b7f4734-4806-4a47-bbc9-663159f355fe on host dv-cinder-835879-4-iscsi for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:45:39.462401 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-115cff3a-febb-4eb8-8494-bc290cc6c320 None None] Attempting to bind port 9b7f4734-4806-4a47-bbc9-663159f355fe by drivers openvswitch,hyperv on host dv-cinder-835879-4-iscsi at level 0 using segments [{'id': '0f3780bf-12d3-4aa9-87aa-e9d04a628627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:45:39.462760 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115cff3a-febb-4eb8-8494-bc290cc6c320 None None] Attempting to bind port 9b7f4734-4806-4a47-bbc9-663159f355fe on network 4d7e090b-a496-4bac-9ae8-5be3d7b150bc {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:45:39.468043 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115cff3a-febb-4eb8-8494-bc290cc6c320 None None] Checking agent: {'id': 'c28e45a8-012e-434a-8853-ea48f08ceb18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 23, 41), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:45:39.468416 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115cff3a-febb-4eb8-8494-bc290cc6c320 None None] Checking segment: {'id': '0f3780bf-12d3-4aa9-87aa-e9d04a628627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:45:39.468841 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-115cff3a-febb-4eb8-8494-bc290cc6c320 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:39.469256 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115cff3a-febb-4eb8-8494-bc290cc6c320 None None] Bound using segment: {'id': '0f3780bf-12d3-4aa9-87aa-e9d04a628627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:45:39.469696 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-115cff3a-febb-4eb8-8494-bc290cc6c320 None None] Bound port: 9b7f4734-4806-4a47-bbc9-663159f355fe, host: dv-cinder-835879-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f3780bf-12d3-4aa9-87aa-e9d04a628627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:45:39.470119 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-115cff3a-febb-4eb8-8494-bc290cc6c320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (9b7f4734-4806-4a47-bbc9-663159f355fe), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:39.499157 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6b19b34a-a842-4cf4-8dda-ba8cb37aeaf0 admin admin] Publish callbacks [] for security_group (9b0ae706-4c81-4884-a995-f18f4ffaf9f8), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:39.521378 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-01e7d919-e2fd-45c0-bcb0-107f3671730d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25648990'] for port (97a9abec-3729-4814-9914-58fc00ce6a87), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:39.529522 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6b19b34a-a842-4cf4-8dda-ba8cb37aeaf0 admin admin] Publish callbacks [] for security_group (9b0ae706-4c81-4884-a995-f18f4ffaf9f8), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:39.541726 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-115cff3a-febb-4eb8-8494-bc290cc6c320 None None] For port 9b7f4734-4806-4a47-bbc9-663159f355fe, host dv-cinder-835879-4-iscsi, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:45:39.544818 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-115cff3a-febb-4eb8-8494-bc290cc6c320 None None] For port 9b7f4734-4806-4a47-bbc9-663159f355fe, host dv-cinder-835879-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=9b7f4734-4806-4a47-bbc9-663159f355fe,segment=NetworkSegment(0f3780bf-12d3-4aa9-87aa-e9d04a628627),segment_id=0f3780bf-12d3-4aa9-87aa-e9d04a628627)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:45:39.551094 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-115cff3a-febb-4eb8-8494-bc290cc6c320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (9b7f4734-4806-4a47-bbc9-663159f355fe), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:39.588215 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e7d919-e2fd-45c0-bcb0-107f3671730d admin admin] Network f2e9bb50-0445-459c-9ef2-0222ede25138 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:45:39.600200 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-01e7d919-e2fd-45c0-bcb0-107f3671730d admin admin] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:45:39.603144 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7d919-e2fd-45c0-bcb0-107f3671730d admin admin] Pushing event updated for resources: {'Port': ['ID=97a9abec-3729-4814-9914-58fc00ce6a87,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:39.605665 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e7d919-e2fd-45c0-bcb0-107f3671730d admin admin] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:45:39.610827 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115cff3a-febb-4eb8-8494-bc290cc6c320 None None] Pushing event updated for resources: {'Port': ['ID=9b7f4734-4806-4a47-bbc9-663159f355fe,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:39.711004 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6b19b34a-a842-4cf4-8dda-ba8cb37aeaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (9b0ae706-4c81-4884-a995-f18f4ffaf9f8), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:39.713560 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6b19b34a-a842-4cf4-8dda-ba8cb37aeaf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:39.714720 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-6b19b34a-a842-4cf4-8dda-ba8cb37aeaf0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9b0ae706-4c81-4884-a995-f18f4ffaf9f8 HTTP/1.1" status: 204 len: 168 time: 0.3032148 Apr 05 22:45:39.756621 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b19b34a-a842-4cf4-8dda-ba8cb37aeaf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0ae706-4c81-4884-a995-f18f4ffaf9f8,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:39.917632 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-01e7d919-e2fd-45c0-bcb0-107f3671730d admin admin] Publish callbacks [] for router_gateway (0712fcbd-21e2-45fa-8b24-a6e487549d9c), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:40.105583 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 54092) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:45:40.149570 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-aeb7eb4d-6d65-4fe1-9f61-0d3eeb4d386a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c4d876544e22455290d162d9f79e763f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421429 Apr 05 22:45:40.151976 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 54094) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:45:40.201904 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-45aee30c-cd3e-4072-9375-f3f5f0e7b32d admin admin] Publish callbacks [] for security_group (ffac54b6-9e1f-4260-bc0b-4cb7ce75cbb2), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:40.231440 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-45aee30c-cd3e-4072-9375-f3f5f0e7b32d admin admin] Publish callbacks [] for security_group (ffac54b6-9e1f-4260-bc0b-4cb7ce75cbb2), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:40.291077 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-45aee30c-cd3e-4072-9375-f3f5f0e7b32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (ffac54b6-9e1f-4260-bc0b-4cb7ce75cbb2), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:40.293844 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-45aee30c-cd3e-4072-9375-f3f5f0e7b32d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:40.297798 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-45aee30c-cd3e-4072-9375-f3f5f0e7b32d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ffac54b6-9e1f-4260-bc0b-4cb7ce75cbb2 HTTP/1.1" status: 204 len: 168 time: 0.1422939 Apr 05 22:45:40.311555 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aee30c-cd3e-4072-9375-f3f5f0e7b32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffac54b6-9e1f-4260-bc0b-4cb7ce75cbb2,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:40.382126 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-01e7d919-e2fd-45c0-bcb0-107f3671730d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528008'] for router (0712fcbd-21e2-45fa-8b24-a6e487549d9c), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:40.529062 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e7d919-e2fd-45c0-bcb0-107f3671730d admin admin] Router 0712fcbd-21e2-45fa-8b24-a6e487549d9c is scheduled to L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 with binding_index 1 {{(pid=103303) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 22:45:40.609797 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fbcd27-8634-495c-a5d2-41ed7bcf0a0b None None] Network 4d7e090b-a496-4bac-9ae8-5be3d7b150bc requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:45:40.660032 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e7d919-e2fd-45c0-bcb0-107f3671730d admin admin] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:45:40.679232 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd86738-8e6c-4dea-b666-06b7f9e7f54a None None] Sync routers for ids ['0712fcbd-21e2-45fa-8b24-a6e487549d9c'] in dv-cinder-835879-4-iscsi {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:45:40.686310 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-01e7d919-e2fd-45c0-bcb0-107f3671730d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:40.687894 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-01e7d919-e2fd-45c0-bcb0-107f3671730d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0097079 Apr 05 22:45:40.690850 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 54098) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:45:40.709340 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd86738-8e6c-4dea-b666-06b7f9e7f54a None None] Routers {'0712fcbd-21e2-45fa-8b24-a6e487549d9c'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:45:40.710298 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-dbd86738-8e6c-4dea-b666-06b7f9e7f54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:45:37Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['0712fcbd-21e2-45fa-8b24-a6e487549d9c'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:45:40.786159 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-eb0222c4-49d6-4792-85c2-061c9a17cb5d None None] Provisioning complete for port 9b7f4734-4806-4a47-bbc9-663159f355fe triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:45:40.786840 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eb0222c4-49d6-4792-85c2-061c9a17cb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (9b7f4734-4806-4a47-bbc9-663159f355fe), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:41.000036 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:41.016075 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 9b7f4734-4806-4a47-bbc9-663159f355fe up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:45:41.089414 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-dbd86738-8e6c-4dea-b666-06b7f9e7f54a None None] Set router 0712fcbd-21e2-45fa-8b24-a6e487549d9c gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:45:41.171378 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-caf59dcc-240f-4c62-8476-24f6285ee550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:41.230192 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-eb0222c4-49d6-4792-85c2-061c9a17cb5d None None] Current status of the port 9b7f4734-4806-4a47-bbc9-663159f355fe is: DOWN; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:45:41.230587 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eb0222c4-49d6-4792-85c2-061c9a17cb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (9b7f4734-4806-4a47-bbc9-663159f355fe), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:41.252038 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port 9b7f4734-4806-4a47-bbc9-663159f355fe triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:45:41.252389 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (9b7f4734-4806-4a47-bbc9-663159f355fe), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:41.321909 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-eb0222c4-49d6-4792-85c2-061c9a17cb5d None None] For port 9b7f4734-4806-4a47-bbc9-663159f355fe, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=9b7f4734-4806-4a47-bbc9-663159f355fe,segment=NetworkSegment(0f3780bf-12d3-4aa9-87aa-e9d04a628627),segment_id=0f3780bf-12d3-4aa9-87aa-e9d04a628627)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:45:41.335308 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-caf59dcc-240f-4c62-8476-24f6285ee550 admin admin] Allocated IP 172.20.0.1 (4d7e090b-a496-4bac-9ae8-5be3d7b150bc/e94736fb-18ab-4fd7-843e-a3eca774b62e/cd79ba75-b889-471f-af8b-70bc36129593) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:45:41.349096 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eb0222c4-49d6-4792-85c2-061c9a17cb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (9b7f4734-4806-4a47-bbc9-663159f355fe), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:41.431082 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0222c4-49d6-4792-85c2-061c9a17cb5d None None] Pushing event updated for resources: {'Port': ['ID=9b7f4734-4806-4a47-bbc9-663159f355fe,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:41.442037 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-caf59dcc-240f-4c62-8476-24f6285ee550 admin admin] Publish callbacks [] for port (cd79ba75-b889-471f-af8b-70bc36129593), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:41.450875 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0222c4-49d6-4792-85c2-061c9a17cb5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:41.451227 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0222c4-49d6-4792-85c2-061c9a17cb5d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:41.451572 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0222c4-49d6-4792-85c2-061c9a17cb5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:41.451913 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0222c4-49d6-4792-85c2-061c9a17cb5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:41.452250 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0222c4-49d6-4792-85c2-061c9a17cb5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:41.452581 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0222c4-49d6-4792-85c2-061c9a17cb5d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:41.452933 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0222c4-49d6-4792-85c2-061c9a17cb5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:41.453263 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0222c4-49d6-4792-85c2-061c9a17cb5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:41.453596 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0222c4-49d6-4792-85c2-061c9a17cb5d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:41.453921 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0222c4-49d6-4792-85c2-061c9a17cb5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:41.454255 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0222c4-49d6-4792-85c2-061c9a17cb5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:41.454571 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0222c4-49d6-4792-85c2-061c9a17cb5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:41.454894 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0222c4-49d6-4792-85c2-061c9a17cb5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:41.455215 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0222c4-49d6-4792-85c2-061c9a17cb5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:41.455555 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0222c4-49d6-4792-85c2-061c9a17cb5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:41.468608 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port 9b7f4734-4806-4a47-bbc9-663159f355fe is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:45:41.479351 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-caf59dcc-240f-4c62-8476-24f6285ee550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (cd79ba75-b889-471f-af8b-70bc36129593), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:41.484248 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-dbd86738-8e6c-4dea-b666-06b7f9e7f54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'name': 'tempest-TestVolumeBootPattern-533555744-router', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:45:38Z', 'updated_at': '2022-04-05T22:45:39Z', 'revision_number': 3, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'gw_port': {'id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:39Z', 'updated_at': '2022-04-05T22:45:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi'}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:45:41.487757 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-b53ca461-00ed-4ade-813c-24e8c1bc1217 None None] Provisioning complete for port 9b7f4734-4806-4a47-bbc9-663159f355fe triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:45:41.488132 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b53ca461-00ed-4ade-813c-24e8c1bc1217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (9b7f4734-4806-4a47-bbc9-663159f355fe), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:41.516362 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf59dcc-240f-4c62-8476-24f6285ee550 admin admin] Network 4d7e090b-a496-4bac-9ae8-5be3d7b150bc is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:45:41.517835 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd86738-8e6c-4dea-b666-06b7f9e7f54a None None] Checking router: 0712fcbd-21e2-45fa-8b24-a6e487549d9c for host: dv-cinder-835879-4-iscsi {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:45:41.518193 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd86738-8e6c-4dea-b666-06b7f9e7f54a None None] Updating router 0712fcbd-21e2-45fa-8b24-a6e487549d9c port 97a9abec-3729-4814-9914-58fc00ce6a87 binding host dv-cinder-835879-4-iscsi {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:45:41.519171 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-caf59dcc-240f-4c62-8476-24f6285ee550 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:45:41.522248 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf59dcc-240f-4c62-8476-24f6285ee550 admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:45:41.556717 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf59dcc-240f-4c62-8476-24f6285ee550 admin admin] Pushing event updated for resources: {'Port': ['ID=cd79ba75-b889-471f-af8b-70bc36129593,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:41.571003 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-caf59dcc-240f-4c62-8476-24f6285ee550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527961'] for router_interface (0712fcbd-21e2-45fa-8b24-a6e487549d9c), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:41.572071 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dbd86738-8e6c-4dea-b666-06b7f9e7f54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (97a9abec-3729-4814-9914-58fc00ce6a87), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:41.710919 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b53ca461-00ed-4ade-813c-24e8c1bc1217 None None] Current status of the port 9b7f4734-4806-4a47-bbc9-663159f355fe is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:45:41.711582 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-caf59dcc-240f-4c62-8476-24f6285ee550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (cd79ba75-b889-471f-af8b-70bc36129593), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:41.871226 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-a97266ec-a93f-497a-b899-3e6263fe1265 None None] Provisioning complete for port cd79ba75-b889-471f-af8b-70bc36129593 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:45:41.871835 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a97266ec-a93f-497a-b899-3e6263fe1265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (cd79ba75-b889-471f-af8b-70bc36129593), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:41.874599 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dbd86738-8e6c-4dea-b666-06b7f9e7f54a None None] Publish callbacks [] for port (97a9abec-3729-4814-9914-58fc00ce6a87), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:41.876327 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-caf59dcc-240f-4c62-8476-24f6285ee550 admin admin] Publish callbacks [] for port (cd79ba75-b889-471f-af8b-70bc36129593), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:41.881459 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-caf59dcc-240f-4c62-8476-24f6285ee550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28860065'] for port (cd79ba75-b889-471f-af8b-70bc36129593), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:41.895795 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dbd86738-8e6c-4dea-b666-06b7f9e7f54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (97a9abec-3729-4814-9914-58fc00ce6a87), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:41.946949 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf59dcc-240f-4c62-8476-24f6285ee550 admin admin] Pushing event updated for resources: {'Port': ['ID=cd79ba75-b889-471f-af8b-70bc36129593,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:41.949476 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-caf59dcc-240f-4c62-8476-24f6285ee550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530121'] for router_interface (0712fcbd-21e2-45fa-8b24-a6e487549d9c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:41.958006 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d1db2d-c5bb-4fe6-ba78-cd27e6f73c24 None None] Pushing event updated for resources: {'Port': ['ID=97a9abec-3729-4814-9914-58fc00ce6a87,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:41.961584 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-a97266ec-a93f-497a-b899-3e6263fe1265 None None] Port cd79ba75-b889-471f-af8b-70bc36129593 cannot update to ACTIVE because it is not bound. {{(pid=103304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:45:41.963937 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-dbd86738-8e6c-4dea-b666-06b7f9e7f54a None None] Attempting to bind port 97a9abec-3729-4814-9914-58fc00ce6a87 on host dv-cinder-835879-4-iscsi for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:45:41.964311 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-dbd86738-8e6c-4dea-b666-06b7f9e7f54a None None] Attempting to bind port 97a9abec-3729-4814-9914-58fc00ce6a87 by drivers openvswitch,hyperv on host dv-cinder-835879-4-iscsi at level 0 using segments [{'id': '2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:45:41.964737 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd86738-8e6c-4dea-b666-06b7f9e7f54a None None] Attempting to bind port 97a9abec-3729-4814-9914-58fc00ce6a87 on network f2e9bb50-0445-459c-9ef2-0222ede25138 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:45:41.970148 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd86738-8e6c-4dea-b666-06b7f9e7f54a None None] Checking agent: {'id': 'c28e45a8-012e-434a-8853-ea48f08ceb18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 23, 41), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:45:41.970522 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd86738-8e6c-4dea-b666-06b7f9e7f54a None None] Checking segment: {'id': '2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:45:41.970926 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dbd86738-8e6c-4dea-b666-06b7f9e7f54a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:41.971317 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd86738-8e6c-4dea-b666-06b7f9e7f54a None None] Bound using segment: {'id': '2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:45:41.971782 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-dbd86738-8e6c-4dea-b666-06b7f9e7f54a None None] Bound port: 97a9abec-3729-4814-9914-58fc00ce6a87, host: dv-cinder-835879-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:45:41.972722 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dbd86738-8e6c-4dea-b666-06b7f9e7f54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (97a9abec-3729-4814-9914-58fc00ce6a87), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:42.026311 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-dbd86738-8e6c-4dea-b666-06b7f9e7f54a None None] For port 97a9abec-3729-4814-9914-58fc00ce6a87, host dv-cinder-835879-4-iscsi, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:45:42.029539 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-dbd86738-8e6c-4dea-b666-06b7f9e7f54a None None] For port 97a9abec-3729-4814-9914-58fc00ce6a87, host dv-cinder-835879-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=97a9abec-3729-4814-9914-58fc00ce6a87,segment=NetworkSegment(2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f),segment_id=2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:45:42.035700 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dbd86738-8e6c-4dea-b666-06b7f9e7f54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (97a9abec-3729-4814-9914-58fc00ce6a87), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:42.045995 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf59dcc-240f-4c62-8476-24f6285ee550 admin admin] Network 4d7e090b-a496-4bac-9ae8-5be3d7b150bc is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:45:42.047375 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-caf59dcc-240f-4c62-8476-24f6285ee550 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:45:42.092835 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd86738-8e6c-4dea-b666-06b7f9e7f54a None None] Routers {'0712fcbd-21e2-45fa-8b24-a6e487549d9c'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:45:42.093492 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-dbd86738-8e6c-4dea-b666-06b7f9e7f54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:45:37Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['0712fcbd-21e2-45fa-8b24-a6e487549d9c'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:45:42.098564 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d1db2d-c5bb-4fe6-ba78-cd27e6f73c24 None None] Pushing event updated for resources: {'Port': ['ID=97a9abec-3729-4814-9914-58fc00ce6a87,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:42.168574 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf59dcc-240f-4c62-8476-24f6285ee550 admin admin] Router 0712fcbd-21e2-45fa-8b24-a6e487549d9c has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:45:42.213527 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-dbd86738-8e6c-4dea-b666-06b7f9e7f54a None None] Set router 0712fcbd-21e2-45fa-8b24-a6e487549d9c gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:45:42.291631 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf59dcc-240f-4c62-8476-24f6285ee550 admin admin] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:45:42.304929 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-caf59dcc-240f-4c62-8476-24f6285ee550 admin admin] 10.222.0.15 "PUT /v2.0/routers/0712fcbd-21e2-45fa-8b24-a6e487549d9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6044512 Apr 05 22:45:42.347275 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-00a2240b-a6ed-4adf-8252-e658f9006687 None None] Provisioning complete for port cd79ba75-b889-471f-af8b-70bc36129593 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:45:42.347658 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-00a2240b-a6ed-4adf-8252-e658f9006687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (cd79ba75-b889-471f-af8b-70bc36129593), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:42.409973 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-00a2240b-a6ed-4adf-8252-e658f9006687 None None] Port cd79ba75-b889-471f-af8b-70bc36129593 cannot update to ACTIVE because it is not bound. {{(pid=103304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:45:42.459416 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-dbd86738-8e6c-4dea-b666-06b7f9e7f54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'name': 'tempest-TestVolumeBootPattern-533555744-router', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:45:38Z', 'updated_at': '2022-04-05T22:45:41Z', 'revision_number': 4, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'gw_port': {'id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:39Z', 'updated_at': '2022-04-05T22:45:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'cd79ba75-b889-471f-af8b-70bc36129593', 'name': '', 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'mac_address': 'fa:16:3e:46:d9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:41Z', 'updated_at': '2022-04-05T22:45:41Z', 'revision_number': 2, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'subnets': [{'id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:45:42.485527 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd86738-8e6c-4dea-b666-06b7f9e7f54a None None] The sync data for ids ['0712fcbd-21e2-45fa-8b24-a6e487549d9c'] in dv-cinder-835879-4-iscsi is: [{'id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'name': 'tempest-TestVolumeBootPattern-533555744-router', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:45:38Z', 'updated_at': '2022-04-05T22:45:41Z', 'revision_number': 4, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'gw_port': {'id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:39Z', 'updated_at': '2022-04-05T22:45:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'cd79ba75-b889-471f-af8b-70bc36129593', 'name': '', 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'mac_address': 'fa:16:3e:46:d9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:41Z', 'updated_at': '2022-04-05T22:45:41Z', 'revision_number': 2, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'subnets': [{'id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:45:42.859830 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 54114) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:45:42.866041 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-2db25e9c-efc6-4c04-be50-7f6fc5f3c7d7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1635766045-network', 'tenant_id': '1dab177e8351464e98c10355ec4b32b1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:45:42.886196 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db25e9c-efc6-4c04-be50-7f6fc5f3c7d7 admin admin] Made reservation on behalf of 1dab177e8351464e98c10355ec4b32b1 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:45:42.888732 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2db25e9c-efc6-4c04-be50-7f6fc5f3c7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:42.899447 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2db25e9c-efc6-4c04-be50-7f6fc5f3c7d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:42.965375 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 9b7f4734-4806-4a47-bbc9-663159f355fe up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:45:42.988699 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2db25e9c-efc6-4c04-be50-7f6fc5f3c7d7 admin admin] Publish callbacks [] for security_group (1710e646-393c-47ba-a719-5d4890c3c046), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:42.993587 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2db25e9c-efc6-4c04-be50-7f6fc5f3c7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (1710e646-393c-47ba-a719-5d4890c3c046), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:43.015028 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2db25e9c-efc6-4c04-be50-7f6fc5f3c7d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:45:43.018797 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port 9b7f4734-4806-4a47-bbc9-663159f355fe triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:45:43.019257 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (9b7f4734-4806-4a47-bbc9-663159f355fe), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:43.034950 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db25e9c-efc6-4c04-be50-7f6fc5f3c7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1710e646-393c-47ba-a719-5d4890c3c046,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:43.039893 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2db25e9c-efc6-4c04-be50-7f6fc5f3c7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781'] for segment (2176cdf2-f24a-48af-bcc0-78dd82f8cb68), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:43.040252 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.db.segments_db [None req-2db25e9c-efc6-4c04-be50-7f6fc5f3c7d7 admin admin] Added segment 2176cdf2-f24a-48af-bcc0-78dd82f8cb68 of type vlan for network 78bdd585-3813-4b7e-9172-d93bf28ba63c Apr 05 22:45:43.085375 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2db25e9c-efc6-4c04-be50-7f6fc5f3c7d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760878853690'] for network (78bdd585-3813-4b7e-9172-d93bf28ba63c), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:43.114570 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2db25e9c-efc6-4c04-be50-7f6fc5f3c7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960'] for network (78bdd585-3813-4b7e-9172-d93bf28ba63c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:43.121583 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db25e9c-efc6-4c04-be50-7f6fc5f3c7d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:43.122205 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2db25e9c-efc6-4c04-be50-7f6fc5f3c7d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:43.131023 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port 9b7f4734-4806-4a47-bbc9-663159f355fe is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:45:43.201694 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-2db25e9c-efc6-4c04-be50-7f6fc5f3c7d7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3406389 Apr 05 22:45:43.204449 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 54116) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:45:43.205193 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db25e9c-efc6-4c04-be50-7f6fc5f3c7d7 admin admin] Pushing event updated for resources: {'Network': ['ID=78bdd585-3813-4b7e-9172-d93bf28ba63c,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:43.210680 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-18c04d6d-0b2a-44fd-a5df-a2096ece980b admin admin] Request body: {'subnet': {'network_id': '78bdd585-3813-4b7e-9172-d93bf28ba63c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1635766045-subnet', 'tenant_id': '1dab177e8351464e98c10355ec4b32b1', 'ip_version': 4}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:45:43.215566 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Network 78bdd585-3813-4b7e-9172-d93bf28ba63c details requested by agent ovs-agent-dv-cinder-835879-4-iscsi with host dv-cinder-835879-4-iscsi {{(pid=103304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:45:43.231568 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c04d6d-0b2a-44fd-a5df-a2096ece980b admin admin] Made reservation on behalf of 1dab177e8351464e98c10355ec4b32b1 for: {'subnet': 1} {{(pid=103303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:45:43.234023 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-18c04d6d-0b2a-44fd-a5df-a2096ece980b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25366875'] for subnet (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:43.414903 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-18c04d6d-0b2a-44fd-a5df-a2096ece980b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25648302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25366853'] for subnet (4bd0f9d2-4caf-44c0-b3d9-fc53ce13895c), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:43.482005 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c04d6d-0b2a-44fd-a5df-a2096ece980b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bd0f9d2-4caf-44c0-b3d9-fc53ce13895c,revision_number=0']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:43.490388 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c04d6d-0b2a-44fd-a5df-a2096ece980b admin admin] Checking segment: {'id': '2176cdf2-f24a-48af-bcc0-78dd82f8cb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '78bdd585-3813-4b7e-9172-d93bf28ba63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:45:43.490756 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c04d6d-0b2a-44fd-a5df-a2096ece980b admin admin] Network hostable DHCP agents. Network: 78bdd585-3813-4b7e-9172-d93bf28ba63c, hostable agents: ['1fb4f16d-f195-4bf9-acd2-17d67be332a8'], hosted agents: [] {{(pid=103303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:45:43.509254 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c04d6d-0b2a-44fd-a5df-a2096ece980b admin admin] Network 78bdd585-3813-4b7e-9172-d93bf28ba63c is scheduled to be hosted by DHCP agent 1fb4f16d-f195-4bf9-acd2-17d67be332a8 with binding_index 1 {{(pid=103303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:45:43.518270 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-18c04d6d-0b2a-44fd-a5df-a2096ece980b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-4-iscsi, 78bdd585-3813-4b7e-9172-d93bf28ba63c) {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:45:43.522294 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c04d6d-0b2a-44fd-a5df-a2096ece980b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:43.522899 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-18c04d6d-0b2a-44fd-a5df-a2096ece980b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for subnet (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:43.527660 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297fef8d-012c-4086-b8fe-1d7741563bf2 None None] Network 78bdd585-3813-4b7e-9172-d93bf28ba63c requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:45:43.538376 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-18c04d6d-0b2a-44fd-a5df-a2096ece980b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3321455 Apr 05 22:45:43.540949 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 54118) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:45:43.545522 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-0365f6f3-7673-4c4e-b181-c53efe4f863b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1635766045-router', 'tenant_id': '1dab177e8351464e98c10355ec4b32b1', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'}}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:45:43.566341 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0365f6f3-7673-4c4e-b181-c53efe4f863b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-531801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7268'] for router (79c52dfa-43db-40c3-a5a1-31ca9d13519a), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:43.568052 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0365f6f3-7673-4c4e-b181-c53efe4f863b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7293'] for router (79c52dfa-43db-40c3-a5a1-31ca9d13519a), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:43.623879 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0365f6f3-7673-4c4e-b181-c53efe4f863b admin admin] Publish callbacks [] for router_controller (79c52dfa-43db-40c3-a5a1-31ca9d13519a), precommit_add_association {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:43.638799 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affec426-bacc-43de-9ca2-a6dd79dae01b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26cd13a5-304d-5ca3-99a1-274aeb97f72b-78bdd585-3813-4b7e-9172-d93bf28ba63c', 'network_id': '78bdd585-3813-4b7e-9172-d93bf28ba63c', 'project_id': '1dab177e8351464e98c10355ec4b32b1', 'fixed_ips': [{'subnet_id': '4bd0f9d2-4caf-44c0-b3d9-fc53ce13895c'}]}} from dv-cinder-835879-4-iscsi. {{(pid=103304) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 22:45:43.639683 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-affec426-bacc-43de-9ca2-a6dd79dae01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:43.782114 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0365f6f3-7673-4c4e-b181-c53efe4f863b admin admin] Publish callbacks [] for router_gateway (79c52dfa-43db-40c3-a5a1-31ca9d13519a), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:43.789634 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-affec426-bacc-43de-9ca2-a6dd79dae01b None None] Allocated IP 172.20.0.2 (78bdd585-3813-4b7e-9172-d93bf28ba63c/4bd0f9d2-4caf-44c0-b3d9-fc53ce13895c/b60e0361-4b3a-4f34-89d0-63a370661ab0) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:45:43.940247 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-affec426-bacc-43de-9ca2-a6dd79dae01b None None] Publish callbacks [] for port (b60e0361-4b3a-4f34-89d0-63a370661ab0), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:43.946618 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-affec426-bacc-43de-9ca2-a6dd79dae01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596'] for port (b60e0361-4b3a-4f34-89d0-63a370661ab0), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:43.983722 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affec426-bacc-43de-9ca2-a6dd79dae01b None None] Network 78bdd585-3813-4b7e-9172-d93bf28ba63c is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:45:43.984404 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0365f6f3-7673-4c4e-b181-c53efe4f863b admin admin] Publish callbacks [] for router_gateway (79c52dfa-43db-40c3-a5a1-31ca9d13519a), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:43.986727 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-affec426-bacc-43de-9ca2-a6dd79dae01b None None] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:45:43.989660 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affec426-bacc-43de-9ca2-a6dd79dae01b None None] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:45:44.001286 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affec426-bacc-43de-9ca2-a6dd79dae01b None None] Pushing event updated for resources: {'Port': ['ID=b60e0361-4b3a-4f34-89d0-63a370661ab0,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:44.008091 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0365f6f3-7673-4c4e-b181-c53efe4f863b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:44.057298 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-affec426-bacc-43de-9ca2-a6dd79dae01b None None] Attempting to bind port b60e0361-4b3a-4f34-89d0-63a370661ab0 on host dv-cinder-835879-4-iscsi for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:45:44.057660 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-affec426-bacc-43de-9ca2-a6dd79dae01b None None] Attempting to bind port b60e0361-4b3a-4f34-89d0-63a370661ab0 by drivers openvswitch,hyperv on host dv-cinder-835879-4-iscsi at level 0 using segments [{'id': '2176cdf2-f24a-48af-bcc0-78dd82f8cb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '78bdd585-3813-4b7e-9172-d93bf28ba63c'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:45:44.058017 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affec426-bacc-43de-9ca2-a6dd79dae01b None None] Attempting to bind port b60e0361-4b3a-4f34-89d0-63a370661ab0 on network 78bdd585-3813-4b7e-9172-d93bf28ba63c {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:45:44.063177 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affec426-bacc-43de-9ca2-a6dd79dae01b None None] Checking agent: {'id': 'c28e45a8-012e-434a-8853-ea48f08ceb18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 23, 41), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:45:44.063546 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affec426-bacc-43de-9ca2-a6dd79dae01b None None] Checking segment: {'id': '2176cdf2-f24a-48af-bcc0-78dd82f8cb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '78bdd585-3813-4b7e-9172-d93bf28ba63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:45:44.063942 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-affec426-bacc-43de-9ca2-a6dd79dae01b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:44.064332 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affec426-bacc-43de-9ca2-a6dd79dae01b None None] Bound using segment: {'id': '2176cdf2-f24a-48af-bcc0-78dd82f8cb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '78bdd585-3813-4b7e-9172-d93bf28ba63c'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:45:44.064810 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-affec426-bacc-43de-9ca2-a6dd79dae01b None None] Bound port: b60e0361-4b3a-4f34-89d0-63a370661ab0, host: dv-cinder-835879-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2176cdf2-f24a-48af-bcc0-78dd82f8cb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '78bdd585-3813-4b7e-9172-d93bf28ba63c'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:45:44.065194 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-affec426-bacc-43de-9ca2-a6dd79dae01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (b60e0361-4b3a-4f34-89d0-63a370661ab0), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:44.116223 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-0365f6f3-7673-4c4e-b181-c53efe4f863b admin admin] Allocated IP 172.27.2.181 (f2e9bb50-0445-459c-9ef2-0222ede25138/2ac17549-fc87-4e20-be5e-92c340e9a8b2/046d43d2-794a-4b7e-b54e-3c51cb31556d) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:45:44.227178 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0365f6f3-7673-4c4e-b181-c53efe4f863b admin admin] Publish callbacks [] for port (046d43d2-794a-4b7e-b54e-3c51cb31556d), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:44.258346 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-affec426-bacc-43de-9ca2-a6dd79dae01b None None] For port b60e0361-4b3a-4f34-89d0-63a370661ab0, host dv-cinder-835879-4-iscsi, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:45:44.262217 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-affec426-bacc-43de-9ca2-a6dd79dae01b None None] For port b60e0361-4b3a-4f34-89d0-63a370661ab0, host dv-cinder-835879-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=b60e0361-4b3a-4f34-89d0-63a370661ab0,segment=NetworkSegment(2176cdf2-f24a-48af-bcc0-78dd82f8cb68),segment_id=2176cdf2-f24a-48af-bcc0-78dd82f8cb68)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:45:44.262745 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0365f6f3-7673-4c4e-b181-c53efe4f863b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25648990'] for port (046d43d2-794a-4b7e-b54e-3c51cb31556d), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:44.269334 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-affec426-bacc-43de-9ca2-a6dd79dae01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (b60e0361-4b3a-4f34-89d0-63a370661ab0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:44.304449 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0365f6f3-7673-4c4e-b181-c53efe4f863b admin admin] Network f2e9bb50-0445-459c-9ef2-0222ede25138 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:45:44.307578 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-0365f6f3-7673-4c4e-b181-c53efe4f863b admin admin] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:45:44.317289 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0365f6f3-7673-4c4e-b181-c53efe4f863b admin admin] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:45:44.337529 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affec426-bacc-43de-9ca2-a6dd79dae01b None None] Pushing event updated for resources: {'Port': ['ID=b60e0361-4b3a-4f34-89d0-63a370661ab0,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:44.353404 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365f6f3-7673-4c4e-b181-c53efe4f863b admin admin] Pushing event updated for resources: {'Port': ['ID=046d43d2-794a-4b7e-b54e-3c51cb31556d,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:44.621712 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d76603-9d46-4b0f-8059-d63de447a68e None None] Sync routers for ids ['0712fcbd-21e2-45fa-8b24-a6e487549d9c'] in dv-cinder-835879-4-iscsi {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:45:44.622191 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0365f6f3-7673-4c4e-b181-c53efe4f863b admin admin] Publish callbacks [] for router_gateway (79c52dfa-43db-40c3-a5a1-31ca9d13519a), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:44.631572 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d76603-9d46-4b0f-8059-d63de447a68e None None] Routers {'0712fcbd-21e2-45fa-8b24-a6e487549d9c'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:45:44.632192 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-68d76603-9d46-4b0f-8059-d63de447a68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:45:37Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['0712fcbd-21e2-45fa-8b24-a6e487549d9c'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:45:44.739510 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-68d76603-9d46-4b0f-8059-d63de447a68e None None] Set router 0712fcbd-21e2-45fa-8b24-a6e487549d9c gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:45:44.828920 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0365f6f3-7673-4c4e-b181-c53efe4f863b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528008'] for router (79c52dfa-43db-40c3-a5a1-31ca9d13519a), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:44.953822 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-68d76603-9d46-4b0f-8059-d63de447a68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'name': 'tempest-TestVolumeBootPattern-533555744-router', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:45:38Z', 'updated_at': '2022-04-05T22:45:41Z', 'revision_number': 4, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'gw_port': {'id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:39Z', 'updated_at': '2022-04-05T22:45:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'cd79ba75-b889-471f-af8b-70bc36129593', 'name': '', 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'mac_address': 'fa:16:3e:46:d9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:41Z', 'updated_at': '2022-04-05T22:45:41Z', 'revision_number': 2, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'subnets': [{'id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:45:44.989003 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d76603-9d46-4b0f-8059-d63de447a68e None None] Checking router: 0712fcbd-21e2-45fa-8b24-a6e487549d9c for host: dv-cinder-835879-4-iscsi {{(pid=103305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:45:44.989779 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d76603-9d46-4b0f-8059-d63de447a68e None None] Updating router 0712fcbd-21e2-45fa-8b24-a6e487549d9c port cd79ba75-b889-471f-af8b-70bc36129593 binding host dv-cinder-835879-4-iscsi {{(pid=103305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:45:44.995585 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0365f6f3-7673-4c4e-b181-c53efe4f863b admin admin] Router 79c52dfa-43db-40c3-a5a1-31ca9d13519a is scheduled to L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 with binding_index 1 {{(pid=103303) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 22:45:45.026302 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-68d76603-9d46-4b0f-8059-d63de447a68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (cd79ba75-b889-471f-af8b-70bc36129593), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:45.057873 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 97a9abec-3729-4814-9914-58fc00ce6a87 up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:45:45.125672 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port 97a9abec-3729-4814-9914-58fc00ce6a87 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:45:45.126044 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (97a9abec-3729-4814-9914-58fc00ce6a87), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:45.132348 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0365f6f3-7673-4c4e-b181-c53efe4f863b admin admin] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:45:45.149094 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c0c0e7-ef7c-495e-ab42-296b36f5e66d None None] Sync routers for ids ['79c52dfa-43db-40c3-a5a1-31ca9d13519a'] in dv-cinder-835879-4-iscsi {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:45:45.152359 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0365f6f3-7673-4c4e-b181-c53efe4f863b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:45.153771 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-0365f6f3-7673-4c4e-b181-c53efe4f863b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6118066 Apr 05 22:45:45.156716 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 54120) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:45:45.173400 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c0c0e7-ef7c-495e-ab42-296b36f5e66d None None] Routers {'79c52dfa-43db-40c3-a5a1-31ca9d13519a'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:45:45.174053 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-99c0c0e7-ef7c-495e-ab42-296b36f5e66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:45:37Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['79c52dfa-43db-40c3-a5a1-31ca9d13519a'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:45:45.328851 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port 97a9abec-3729-4814-9914-58fc00ce6a87 is: DOWN; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:45:45.329204 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (97a9abec-3729-4814-9914-58fc00ce6a87), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:45.343953 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-99c0c0e7-ef7c-495e-ab42-296b36f5e66d None None] Set router 79c52dfa-43db-40c3-a5a1-31ca9d13519a gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:45:45.368114 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-68d76603-9d46-4b0f-8059-d63de447a68e None None] Publish callbacks [] for port (cd79ba75-b889-471f-af8b-70bc36129593), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:45.375801 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-68d76603-9d46-4b0f-8059-d63de447a68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (cd79ba75-b889-471f-af8b-70bc36129593), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:45.409011 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01379537-66a9-40e4-b957-0020fd837166 None None] Network 78bdd585-3813-4b7e-9172-d93bf28ba63c requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:45:45.416032 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] For port 97a9abec-3729-4814-9914-58fc00ce6a87, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=97a9abec-3729-4814-9914-58fc00ce6a87,segment=NetworkSegment(2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f),segment_id=2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:45:45.429564 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad25113-168f-42fa-acbd-4199e41ea045 None None] Pushing event updated for resources: {'Port': ['ID=cd79ba75-b889-471f-af8b-70bc36129593,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:45.450372 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (97a9abec-3729-4814-9914-58fc00ce6a87), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:45.451208 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device b60e0361-4b3a-4f34-89d0-63a370661ab0 up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:45:45.453760 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad25113-168f-42fa-acbd-4199e41ea045 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:45.454453 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad25113-168f-42fa-acbd-4199e41ea045 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:45.454665 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad25113-168f-42fa-acbd-4199e41ea045 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:45.455136 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad25113-168f-42fa-acbd-4199e41ea045 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:45.455566 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad25113-168f-42fa-acbd-4199e41ea045 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:45.455992 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad25113-168f-42fa-acbd-4199e41ea045 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:45.456663 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad25113-168f-42fa-acbd-4199e41ea045 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:45.459405 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad25113-168f-42fa-acbd-4199e41ea045 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:45.459853 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad25113-168f-42fa-acbd-4199e41ea045 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:45.460787 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad25113-168f-42fa-acbd-4199e41ea045 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:45.460787 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad25113-168f-42fa-acbd-4199e41ea045 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:45.464334 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad25113-168f-42fa-acbd-4199e41ea045 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:45.464861 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad25113-168f-42fa-acbd-4199e41ea045 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:45.465293 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad25113-168f-42fa-acbd-4199e41ea045 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:45.465718 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad25113-168f-42fa-acbd-4199e41ea045 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:45.511350 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-68d76603-9d46-4b0f-8059-d63de447a68e None None] Attempting to bind port cd79ba75-b889-471f-af8b-70bc36129593 on host dv-cinder-835879-4-iscsi for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:45:45.512117 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-68d76603-9d46-4b0f-8059-d63de447a68e None None] Attempting to bind port cd79ba75-b889-471f-af8b-70bc36129593 by drivers openvswitch,hyperv on host dv-cinder-835879-4-iscsi at level 0 using segments [{'id': '0f3780bf-12d3-4aa9-87aa-e9d04a628627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:45:45.512541 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d76603-9d46-4b0f-8059-d63de447a68e None None] Attempting to bind port cd79ba75-b889-471f-af8b-70bc36129593 on network 4d7e090b-a496-4bac-9ae8-5be3d7b150bc {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:45:45.525317 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d76603-9d46-4b0f-8059-d63de447a68e None None] Checking agent: {'id': 'c28e45a8-012e-434a-8853-ea48f08ceb18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 23, 41), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:45:45.525714 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d76603-9d46-4b0f-8059-d63de447a68e None None] Checking segment: {'id': '0f3780bf-12d3-4aa9-87aa-e9d04a628627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:45:45.526125 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-68d76603-9d46-4b0f-8059-d63de447a68e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:45.526589 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d76603-9d46-4b0f-8059-d63de447a68e None None] Bound using segment: {'id': '0f3780bf-12d3-4aa9-87aa-e9d04a628627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:45:45.527154 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-68d76603-9d46-4b0f-8059-d63de447a68e None None] Bound port: cd79ba75-b889-471f-af8b-70bc36129593, host: dv-cinder-835879-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f3780bf-12d3-4aa9-87aa-e9d04a628627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:45:45.527541 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-68d76603-9d46-4b0f-8059-d63de447a68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (cd79ba75-b889-471f-af8b-70bc36129593), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:45.607291 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-68d76603-9d46-4b0f-8059-d63de447a68e None None] For port cd79ba75-b889-471f-af8b-70bc36129593, host dv-cinder-835879-4-iscsi, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:45:45.610783 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-68d76603-9d46-4b0f-8059-d63de447a68e None None] For port cd79ba75-b889-471f-af8b-70bc36129593, host dv-cinder-835879-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=cd79ba75-b889-471f-af8b-70bc36129593,segment=NetworkSegment(0f3780bf-12d3-4aa9-87aa-e9d04a628627),segment_id=0f3780bf-12d3-4aa9-87aa-e9d04a628627)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:45:45.620134 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-68d76603-9d46-4b0f-8059-d63de447a68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (cd79ba75-b889-471f-af8b-70bc36129593), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:45.642516 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-17a0129f-d4e9-46cb-b70f-edc714492794 None None] Provisioning complete for port b60e0361-4b3a-4f34-89d0-63a370661ab0 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:45:45.642897 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-17a0129f-d4e9-46cb-b70f-edc714492794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (b60e0361-4b3a-4f34-89d0-63a370661ab0), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:45.657872 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Pushing event updated for resources: {'Port': ['ID=97a9abec-3729-4814-9914-58fc00ce6a87,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:45.686105 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad25113-168f-42fa-acbd-4199e41ea045 None None] Pushing event updated for resources: {'Port': ['ID=cd79ba75-b889-471f-af8b-70bc36129593,revision_number=4']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:45.695739 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5bfe4751-fa1f-4a92-993d-f81ae49fcaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:45.701098 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d76603-9d46-4b0f-8059-d63de447a68e None None] Routers {'0712fcbd-21e2-45fa-8b24-a6e487549d9c'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:45:45.701724 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-68d76603-9d46-4b0f-8059-d63de447a68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:45:37Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['0712fcbd-21e2-45fa-8b24-a6e487549d9c'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:45:45.775819 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port b60e0361-4b3a-4f34-89d0-63a370661ab0 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:45:45.776193 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (b60e0361-4b3a-4f34-89d0-63a370661ab0), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:45.821102 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-68d76603-9d46-4b0f-8059-d63de447a68e None None] Set router 0712fcbd-21e2-45fa-8b24-a6e487549d9c gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:45:45.863322 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-17a0129f-d4e9-46cb-b70f-edc714492794 None None] Current status of the port b60e0361-4b3a-4f34-89d0-63a370661ab0 is: DOWN; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:45:45.863658 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-17a0129f-d4e9-46cb-b70f-edc714492794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (b60e0361-4b3a-4f34-89d0-63a370661ab0), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:45.904291 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-5bfe4751-fa1f-4a92-993d-f81ae49fcaf8 admin admin] Allocated IP 172.20.0.1 (78bdd585-3813-4b7e-9172-d93bf28ba63c/4bd0f9d2-4caf-44c0-b3d9-fc53ce13895c/e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:45:45.965527 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-99c0c0e7-ef7c-495e-ab42-296b36f5e66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c52dfa-43db-40c3-a5a1-31ca9d13519a', 'name': 'tempest-TestVolumeBootPattern-1635766045-router', 'tenant_id': '1dab177e8351464e98c10355ec4b32b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '046d43d2-794a-4b7e-b54e-3c51cb31556d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:45:43Z', 'updated_at': '2022-04-05T22:45:44Z', 'revision_number': 3, 'project_id': '1dab177e8351464e98c10355ec4b32b1', 'gw_port': {'id': '046d43d2-794a-4b7e-b54e-3c51cb31556d', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c52dfa-43db-40c3-a5a1-31ca9d13519a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:44Z', 'updated_at': '2022-04-05T22:45:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi'}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:45:45.968690 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-17a0129f-d4e9-46cb-b70f-edc714492794 None None] For port b60e0361-4b3a-4f34-89d0-63a370661ab0, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=b60e0361-4b3a-4f34-89d0-63a370661ab0,segment=NetworkSegment(2176cdf2-f24a-48af-bcc0-78dd82f8cb68),segment_id=2176cdf2-f24a-48af-bcc0-78dd82f8cb68)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:45:45.999077 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-17a0129f-d4e9-46cb-b70f-edc714492794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (b60e0361-4b3a-4f34-89d0-63a370661ab0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:46.000869 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c0c0e7-ef7c-495e-ab42-296b36f5e66d None None] Checking router: 79c52dfa-43db-40c3-a5a1-31ca9d13519a for host: dv-cinder-835879-4-iscsi {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:45:46.001162 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c0c0e7-ef7c-495e-ab42-296b36f5e66d None None] Updating router 79c52dfa-43db-40c3-a5a1-31ca9d13519a port 046d43d2-794a-4b7e-b54e-3c51cb31556d binding host dv-cinder-835879-4-iscsi {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:45:46.057046 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port b60e0361-4b3a-4f34-89d0-63a370661ab0 is: DOWN; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:45:46.057431 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (b60e0361-4b3a-4f34-89d0-63a370661ab0), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:46.065304 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5bfe4751-fa1f-4a92-993d-f81ae49fcaf8 admin admin] Publish callbacks [] for port (e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:46.074261 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-68d76603-9d46-4b0f-8059-d63de447a68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'name': 'tempest-TestVolumeBootPattern-533555744-router', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:45:38Z', 'updated_at': '2022-04-05T22:45:41Z', 'revision_number': 4, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'gw_port': {'id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:39Z', 'updated_at': '2022-04-05T22:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'cd79ba75-b889-471f-af8b-70bc36129593', 'name': '', 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'mac_address': 'fa:16:3e:46:d9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:41Z', 'updated_at': '2022-04-05T22:45:45Z', 'revision_number': 4, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'subnets': [{'id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:45:46.084401 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-99c0c0e7-ef7c-495e-ab42-296b36f5e66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (046d43d2-794a-4b7e-b54e-3c51cb31556d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:46.104561 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d76603-9d46-4b0f-8059-d63de447a68e None None] The sync data for ids ['0712fcbd-21e2-45fa-8b24-a6e487549d9c'] in dv-cinder-835879-4-iscsi is: [{'id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'name': 'tempest-TestVolumeBootPattern-533555744-router', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:45:38Z', 'updated_at': '2022-04-05T22:45:41Z', 'revision_number': 4, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'gw_port': {'id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:39Z', 'updated_at': '2022-04-05T22:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'cd79ba75-b889-471f-af8b-70bc36129593', 'name': '', 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'mac_address': 'fa:16:3e:46:d9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:41Z', 'updated_at': '2022-04-05T22:45:45Z', 'revision_number': 4, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'subnets': [{'id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:45:46.115468 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5bfe4751-fa1f-4a92-993d-f81ae49fcaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:46.131712 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a0129f-d4e9-46cb-b70f-edc714492794 None None] Pushing event updated for resources: {'Port': ['ID=b60e0361-4b3a-4f34-89d0-63a370661ab0,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:46.175825 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfe4751-fa1f-4a92-993d-f81ae49fcaf8 admin admin] Network 78bdd585-3813-4b7e-9172-d93bf28ba63c is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:45:46.179413 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-5bfe4751-fa1f-4a92-993d-f81ae49fcaf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:45:46.185327 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfe4751-fa1f-4a92-993d-f81ae49fcaf8 admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:45:46.218153 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfe4751-fa1f-4a92-993d-f81ae49fcaf8 admin admin] Pushing event updated for resources: {'Port': ['ID=e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:46.234517 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-4d11c8db-e3c7-4da5-b735-3141e2cdd1f9 None None] Provisioning complete for port cd79ba75-b889-471f-af8b-70bc36129593 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:45:46.234985 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d11c8db-e3c7-4da5-b735-3141e2cdd1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (cd79ba75-b889-471f-af8b-70bc36129593), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:46.244087 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5bfe4751-fa1f-4a92-993d-f81ae49fcaf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527961'] for router_interface (79c52dfa-43db-40c3-a5a1-31ca9d13519a), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:46.290743 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.db.api [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103304) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 22:45:46.291184 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG oslo_db.api [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 22:45:46.417957 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5bfe4751-fa1f-4a92-993d-f81ae49fcaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:46.443905 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-4d11c8db-e3c7-4da5-b735-3141e2cdd1f9 None None] Current status of the port cd79ba75-b889-471f-af8b-70bc36129593 is: DOWN; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:45:46.444293 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d11c8db-e3c7-4da5-b735-3141e2cdd1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (cd79ba75-b889-471f-af8b-70bc36129593), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:46.515659 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-4d11c8db-e3c7-4da5-b735-3141e2cdd1f9 None None] For port cd79ba75-b889-471f-af8b-70bc36129593, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=cd79ba75-b889-471f-af8b-70bc36129593,segment=NetworkSegment(0f3780bf-12d3-4aa9-87aa-e9d04a628627),segment_id=0f3780bf-12d3-4aa9-87aa-e9d04a628627)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:45:46.520839 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d11c8db-e3c7-4da5-b735-3141e2cdd1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (cd79ba75-b889-471f-af8b-70bc36129593), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:46.565139 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-99c0c0e7-ef7c-495e-ab42-296b36f5e66d None None] Publish callbacks [] for port (046d43d2-794a-4b7e-b54e-3c51cb31556d), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:46.579128 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-99c0c0e7-ef7c-495e-ab42-296b36f5e66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (046d43d2-794a-4b7e-b54e-3c51cb31556d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:46.595227 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d11c8db-e3c7-4da5-b735-3141e2cdd1f9 None None] Pushing event updated for resources: {'Port': ['ID=cd79ba75-b889-471f-af8b-70bc36129593,revision_number=5']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:46.611180 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5bfe4751-fa1f-4a92-993d-f81ae49fcaf8 admin admin] Publish callbacks [] for port (e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:46.616597 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5bfe4751-fa1f-4a92-993d-f81ae49fcaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28860065'] for port (e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:46.690582 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfe4751-fa1f-4a92-993d-f81ae49fcaf8 admin admin] Pushing event updated for resources: {'Port': ['ID=e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:46.693251 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5bfe4751-fa1f-4a92-993d-f81ae49fcaf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530121'] for router_interface (79c52dfa-43db-40c3-a5a1-31ca9d13519a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:46.783468 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-99c0c0e7-ef7c-495e-ab42-296b36f5e66d None None] Attempting to bind port 046d43d2-794a-4b7e-b54e-3c51cb31556d on host dv-cinder-835879-4-iscsi for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:45:46.783834 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-99c0c0e7-ef7c-495e-ab42-296b36f5e66d None None] Attempting to bind port 046d43d2-794a-4b7e-b54e-3c51cb31556d by drivers openvswitch,hyperv on host dv-cinder-835879-4-iscsi at level 0 using segments [{'id': '2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:45:46.784201 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c0c0e7-ef7c-495e-ab42-296b36f5e66d None None] Attempting to bind port 046d43d2-794a-4b7e-b54e-3c51cb31556d on network f2e9bb50-0445-459c-9ef2-0222ede25138 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:45:46.796313 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfe4751-fa1f-4a92-993d-f81ae49fcaf8 admin admin] Network 78bdd585-3813-4b7e-9172-d93bf28ba63c is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:45:46.797795 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-5bfe4751-fa1f-4a92-993d-f81ae49fcaf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:45:46.803615 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c0c0e7-ef7c-495e-ab42-296b36f5e66d None None] Checking agent: {'id': 'c28e45a8-012e-434a-8853-ea48f08ceb18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 23, 41), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:45:46.803970 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c0c0e7-ef7c-495e-ab42-296b36f5e66d None None] Checking segment: {'id': '2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:45:46.804368 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-99c0c0e7-ef7c-495e-ab42-296b36f5e66d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:46.804972 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c0c0e7-ef7c-495e-ab42-296b36f5e66d None None] Bound using segment: {'id': '2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:45:46.805234 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-99c0c0e7-ef7c-495e-ab42-296b36f5e66d None None] Bound port: 046d43d2-794a-4b7e-b54e-3c51cb31556d, host: dv-cinder-835879-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:45:46.805734 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-99c0c0e7-ef7c-495e-ab42-296b36f5e66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (046d43d2-794a-4b7e-b54e-3c51cb31556d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:46.832880 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9a61d-048f-4714-958d-6bf68e78e7cb None None] Pushing event updated for resources: {'Port': ['ID=046d43d2-794a-4b7e-b54e-3c51cb31556d,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:46.858957 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-bfd9c411-b200-4238-9610-75a33a005645 None None] Provisioning complete for port e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:45:46.859484 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bfd9c411-b200-4238-9610-75a33a005645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:46.902430 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port b60e0361-4b3a-4f34-89d0-63a370661ab0 is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:45:46.938702 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-bfd9c411-b200-4238-9610-75a33a005645 None None] Port e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a cannot update to ACTIVE because it is not bound. {{(pid=103304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:45:46.940827 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-99c0c0e7-ef7c-495e-ab42-296b36f5e66d None None] For port 046d43d2-794a-4b7e-b54e-3c51cb31556d, host dv-cinder-835879-4-iscsi, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:45:46.956048 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-99c0c0e7-ef7c-495e-ab42-296b36f5e66d None None] For port 046d43d2-794a-4b7e-b54e-3c51cb31556d, host dv-cinder-835879-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=046d43d2-794a-4b7e-b54e-3c51cb31556d,segment=NetworkSegment(2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f),segment_id=2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:45:46.967015 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-99c0c0e7-ef7c-495e-ab42-296b36f5e66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (046d43d2-794a-4b7e-b54e-3c51cb31556d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:46.970489 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-bfd9c411-b200-4238-9610-75a33a005645 None None] Provisioning complete for port b60e0361-4b3a-4f34-89d0-63a370661ab0 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:45:46.970851 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bfd9c411-b200-4238-9610-75a33a005645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (b60e0361-4b3a-4f34-89d0-63a370661ab0), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:47.069255 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9a61d-048f-4714-958d-6bf68e78e7cb None None] Pushing event updated for resources: {'Port': ['ID=046d43d2-794a-4b7e-b54e-3c51cb31556d,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:47.074147 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c0c0e7-ef7c-495e-ab42-296b36f5e66d None None] Routers {'79c52dfa-43db-40c3-a5a1-31ca9d13519a'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:45:47.074819 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-99c0c0e7-ef7c-495e-ab42-296b36f5e66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:45:37Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['79c52dfa-43db-40c3-a5a1-31ca9d13519a'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:45:47.081765 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 97a9abec-3729-4814-9914-58fc00ce6a87 up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:45:47.214436 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bfe4751-fa1f-4a92-993d-f81ae49fcaf8 admin admin] Router 79c52dfa-43db-40c3-a5a1-31ca9d13519a has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:45:47.245834 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-bfd9c411-b200-4238-9610-75a33a005645 None None] Current status of the port b60e0361-4b3a-4f34-89d0-63a370661ab0 is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:45:47.263432 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-99c0c0e7-ef7c-495e-ab42-296b36f5e66d None None] Set router 79c52dfa-43db-40c3-a5a1-31ca9d13519a gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:45:47.291044 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port 97a9abec-3729-4814-9914-58fc00ce6a87 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:45:47.291415 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (97a9abec-3729-4814-9914-58fc00ce6a87), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:47.331191 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bfe4751-fa1f-4a92-993d-f81ae49fcaf8 admin admin] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:45:47.336705 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-5bfe4751-fa1f-4a92-993d-f81ae49fcaf8 admin admin] 10.222.0.15 "PUT /v2.0/routers/79c52dfa-43db-40c3-a5a1-31ca9d13519a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1779461 Apr 05 22:45:47.426922 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-da473e6e-d43e-47c7-904f-a41aaf4f5f65 None None] Provisioning complete for port e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:45:47.427289 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-da473e6e-d43e-47c7-904f-a41aaf4f5f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:47.515662 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-da473e6e-d43e-47c7-904f-a41aaf4f5f65 None None] Port e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a cannot update to ACTIVE because it is not bound. {{(pid=103304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:45:47.530256 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port 97a9abec-3729-4814-9914-58fc00ce6a87 is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:45:47.531324 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device b60e0361-4b3a-4f34-89d0-63a370661ab0 up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:45:47.615350 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-99c0c0e7-ef7c-495e-ab42-296b36f5e66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c52dfa-43db-40c3-a5a1-31ca9d13519a', 'name': 'tempest-TestVolumeBootPattern-1635766045-router', 'tenant_id': '1dab177e8351464e98c10355ec4b32b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '046d43d2-794a-4b7e-b54e-3c51cb31556d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:45:43Z', 'updated_at': '2022-04-05T22:45:46Z', 'revision_number': 4, 'project_id': '1dab177e8351464e98c10355ec4b32b1', 'gw_port': {'id': '046d43d2-794a-4b7e-b54e-3c51cb31556d', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c52dfa-43db-40c3-a5a1-31ca9d13519a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:44Z', 'updated_at': '2022-04-05T22:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a', 'name': '', 'network_id': '78bdd585-3813-4b7e-9172-d93bf28ba63c', 'tenant_id': '1dab177e8351464e98c10355ec4b32b1', 'mac_address': 'fa:16:3e:5b:c5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c52dfa-43db-40c3-a5a1-31ca9d13519a', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '4bd0f9d2-4caf-44c0-b3d9-fc53ce13895c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:45Z', 'updated_at': '2022-04-05T22:45:46Z', 'revision_number': 2, 'project_id': '1dab177e8351464e98c10355ec4b32b1', 'subnets': [{'id': '4bd0f9d2-4caf-44c0-b3d9-fc53ce13895c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:45:47.616892 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port b60e0361-4b3a-4f34-89d0-63a370661ab0 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:45:47.617260 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (b60e0361-4b3a-4f34-89d0-63a370661ab0), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:47.660316 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c0c0e7-ef7c-495e-ab42-296b36f5e66d None None] The sync data for ids ['79c52dfa-43db-40c3-a5a1-31ca9d13519a'] in dv-cinder-835879-4-iscsi is: [{'id': '79c52dfa-43db-40c3-a5a1-31ca9d13519a', 'name': 'tempest-TestVolumeBootPattern-1635766045-router', 'tenant_id': '1dab177e8351464e98c10355ec4b32b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '046d43d2-794a-4b7e-b54e-3c51cb31556d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:45:43Z', 'updated_at': '2022-04-05T22:45:46Z', 'revision_number': 4, 'project_id': '1dab177e8351464e98c10355ec4b32b1', 'gw_port': {'id': '046d43d2-794a-4b7e-b54e-3c51cb31556d', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c52dfa-43db-40c3-a5a1-31ca9d13519a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:44Z', 'updated_at': '2022-04-05T22:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a', 'name': '', 'network_id': '78bdd585-3813-4b7e-9172-d93bf28ba63c', 'tenant_id': '1dab177e8351464e98c10355ec4b32b1', 'mac_address': 'fa:16:3e:5b:c5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c52dfa-43db-40c3-a5a1-31ca9d13519a', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '4bd0f9d2-4caf-44c0-b3d9-fc53ce13895c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:45Z', 'updated_at': '2022-04-05T22:45:46Z', 'revision_number': 2, 'project_id': '1dab177e8351464e98c10355ec4b32b1', 'subnets': [{'id': '4bd0f9d2-4caf-44c0-b3d9-fc53ce13895c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:45:47.727788 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port b60e0361-4b3a-4f34-89d0-63a370661ab0 is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:45:47.729143 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device cd79ba75-b889-471f-af8b-70bc36129593 up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:45:47.782206 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port cd79ba75-b889-471f-af8b-70bc36129593 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:45:47.782668 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (cd79ba75-b889-471f-af8b-70bc36129593), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:47.877525 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port cd79ba75-b889-471f-af8b-70bc36129593 is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:45:48.020361 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 54128) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:45:48.024916 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-f4e28fa1-4bc0-4f22-9944-3c2e6735423b tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-725100572', 'description': 'tempest-secgroup-smoke-725100572 description', 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:45:48.045682 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f4e28fa1-4bc0-4f22-9944-3c2e6735423b tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:48.123123 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f4e28fa1-4bc0-4f22-9944-3c2e6735423b tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks [] for security_group (0f010b51-f2c6-4b41-a734-e323a94efb1c), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:48.127459 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f4e28fa1-4bc0-4f22-9944-3c2e6735423b tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (0f010b51-f2c6-4b41-a734-e323a94efb1c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:48.159353 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f4e28fa1-4bc0-4f22-9944-3c2e6735423b tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:48.160610 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-f4e28fa1-4bc0-4f22-9944-3c2e6735423b tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1392612 Apr 05 22:45:48.163920 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 54132) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:45:48.168622 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-de577bcf-272b-4ae3-b604-7ef869262c1b tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Request body: {'security_group_rule': {'security_group_id': '0f010b51-f2c6-4b41-a734-e323a94efb1c', 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:45:48.172726 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e28fa1-4bc0-4f22-9944-3c2e6735423b tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f010b51-f2c6-4b41-a734-e323a94efb1c,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:48.197217 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-de577bcf-272b-4ae3-b604-7ef869262c1b tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks [] for security_group_rule (d3b3b289-8f2e-48d0-acd3-37d3eeaa1df4), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:48.263150 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-de577bcf-272b-4ae3-b604-7ef869262c1b tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks [] for security_group_rule (d3b3b289-8f2e-48d0-acd3-37d3eeaa1df4), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:48.269358 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-de577bcf-272b-4ae3-b604-7ef869262c1b tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554007'] for security_group_rule (d3b3b289-8f2e-48d0-acd3-37d3eeaa1df4), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:48.286936 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de577bcf-272b-4ae3-b604-7ef869262c1b tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3b3b289-8f2e-48d0-acd3-37d3eeaa1df4,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:48.295791 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-de577bcf-272b-4ae3-b604-7ef869262c1b tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:48.297030 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-de577bcf-272b-4ae3-b604-7ef869262c1b tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1320753 Apr 05 22:45:48.299907 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 54136) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:45:48.305084 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-1a63092c-10e1-48fa-817a-e2d049d5e060 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Request body: {'security_group_rule': {'security_group_id': '0f010b51-f2c6-4b41-a734-e323a94efb1c', 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:45:48.332228 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1a63092c-10e1-48fa-817a-e2d049d5e060 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks [] for security_group_rule (38801960-4025-422f-8bdf-f7b0bf24bf8e), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:48.392022 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1a63092c-10e1-48fa-817a-e2d049d5e060 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks [] for security_group_rule (38801960-4025-422f-8bdf-f7b0bf24bf8e), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:48.396534 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1a63092c-10e1-48fa-817a-e2d049d5e060 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554007'] for security_group_rule (38801960-4025-422f-8bdf-f7b0bf24bf8e), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:48.414058 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a63092c-10e1-48fa-817a-e2d049d5e060 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38801960-4025-422f-8bdf-f7b0bf24bf8e,revision_number=0']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:48.423818 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1a63092c-10e1-48fa-817a-e2d049d5e060 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:48.425047 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-1a63092c-10e1-48fa-817a-e2d049d5e060 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1240895 Apr 05 22:45:48.427754 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 54140) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:45:48.432216 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-989c1f25-92f0-4e4b-b63b-c81638f90f6f tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Request body: {'security_group_rule': {'security_group_id': '0f010b51-f2c6-4b41-a734-e323a94efb1c', 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:45:48.459176 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-989c1f25-92f0-4e4b-b63b-c81638f90f6f tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks [] for security_group_rule (2e2a062c-a158-49f9-8ad4-808f127c7930), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:48.465649 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de085a-5613-40dc-8d9d-1911cd0ecd47 req-11bfc0c3-8c25-4093-a151-fd01dacf641b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:48.467185 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-68de085a-5613-40dc-8d9d-1911cd0ecd47 req-11bfc0c3-8c25-4093-a151-fd01dacf641b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=21e949a947724a51802556a5f44f9069&device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 1169 time: 0.0694618 Apr 05 22:45:48.478264 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d0acc-cc97-4016-9753-47c5ed9639de req-e8cb9411-7764-4dc8-a158-dcf18f39b16f tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:48.479686 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ef8d0acc-cc97-4016-9753-47c5ed9639de req-e8cb9411-7764-4dc8-a158-dcf18f39b16f tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 985 time: 0.0915515 Apr 05 22:45:48.518502 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-989c1f25-92f0-4e4b-b63b-c81638f90f6f tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks [] for security_group_rule (2e2a062c-a158-49f9-8ad4-808f127c7930), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:48.523643 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-989c1f25-92f0-4e4b-b63b-c81638f90f6f tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554007'] for security_group_rule (2e2a062c-a158-49f9-8ad4-808f127c7930), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:48.541461 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c1f25-92f0-4e4b-b63b-c81638f90f6f tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e2a062c-a158-49f9-8ad4-808f127c7930,revision_number=0']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:48.550043 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-989c1f25-92f0-4e4b-b63b-c81638f90f6f tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:48.551834 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-989c1f25-92f0-4e4b-b63b-c81638f90f6f tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230989 Apr 05 22:45:48.554682 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 54142) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:45:48.559165 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-ab2cb5d3-c389-415e-ac84-b9932ab84fdd tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Request body: {'security_group_rule': {'security_group_id': '0f010b51-f2c6-4b41-a734-e323a94efb1c', 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:45:48.584200 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ab2cb5d3-c389-415e-ac84-b9932ab84fdd tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks [] for security_group_rule (c51cc322-ecca-4682-a286-a50f7bd84b71), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:48.604159 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ef8d0acc-cc97-4016-9753-47c5ed9639de req-605d78ff-3688-4ced-a2ad-9b41ab363386 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdaafe43-ffab-4c03-9187-a9dd224b18a0&id=e9fd7d6a-af43-4f19-9873-30c2a98cf872&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1151803 Apr 05 22:45:48.613730 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de085a-5613-40dc-8d9d-1911cd0ecd47 req-6cb6cb98-1ef2-4931-adac-c367e8db5bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:48.615228 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-68de085a-5613-40dc-8d9d-1911cd0ecd47 req-6cb6cb98-1ef2-4931-adac-c367e8db5bae service neutron] 10.222.0.46 "GET /v2.0/networks?id=641cc78c-9adf-489f-a3d9-393fcc970dc7 HTTP/1.1" status: 200 len: 915 time: 0.1346819 Apr 05 22:45:48.641416 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ab2cb5d3-c389-415e-ac84-b9932ab84fdd tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks [] for security_group_rule (c51cc322-ecca-4682-a286-a50f7bd84b71), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:48.645688 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ab2cb5d3-c389-415e-ac84-b9932ab84fdd tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554007'] for security_group_rule (c51cc322-ecca-4682-a286-a50f7bd84b71), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:48.662278 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2cb5d3-c389-415e-ac84-b9932ab84fdd tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c51cc322-ecca-4682-a286-a50f7bd84b71,revision_number=0']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:48.671397 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ab2cb5d3-c389-415e-ac84-b9932ab84fdd tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:48.672594 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-ab2cb5d3-c389-415e-ac84-b9932ab84fdd tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1169810 Apr 05 22:45:48.675322 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 54144) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:45:48.679599 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-eb80938a-e148-4ac6-9d92-eebc8569de3c tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Request body: {'security_group_rule': {'security_group_id': '0f010b51-f2c6-4b41-a734-e323a94efb1c', 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:45:48.692086 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-68de085a-5613-40dc-8d9d-1911cd0ecd47 req-7be7d6bf-86cc-4c93-a192-90b7ce640501 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67632c50-8e89-46bd-b6dc-7a0115da0fd7 HTTP/1.1" status: 200 len: 1002 time: 0.0693851 Apr 05 22:45:48.698794 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.db.securitygroups_db [None req-eb80938a-e148-4ac6-9d92-eebc8569de3c tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Project c1e3f0cce8f24e4283bc8e4a3b8dd7f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 22:45:48.703554 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-eb80938a-e148-4ac6-9d92-eebc8569de3c tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks [] for security_group_rule (96eb1305-2eba-41ba-8d65-6b3db08aeb6c), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:48.739768 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de085a-5613-40dc-8d9d-1911cd0ecd47 req-f2eb5690-524e-413f-aaf7-8dbbd4858674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:48.741272 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-68de085a-5613-40dc-8d9d-1911cd0ecd47 req-f2eb5690-524e-413f-aaf7-8dbbd4858674 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1a8814a8-dbf2-4ec2-9d65-e7895c88a3a4 HTTP/1.1" status: 200 len: 853 time: 0.0438650 Apr 05 22:45:48.760815 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-eb80938a-e148-4ac6-9d92-eebc8569de3c tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks [] for security_group_rule (96eb1305-2eba-41ba-8d65-6b3db08aeb6c), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:48.765358 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-eb80938a-e148-4ac6-9d92-eebc8569de3c tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554007'] for security_group_rule (96eb1305-2eba-41ba-8d65-6b3db08aeb6c), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:48.779612 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb80938a-e148-4ac6-9d92-eebc8569de3c tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96eb1305-2eba-41ba-8d65-6b3db08aeb6c,revision_number=0']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:48.791198 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-eb80938a-e148-4ac6-9d92-eebc8569de3c tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:48.795182 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-eb80938a-e148-4ac6-9d92-eebc8569de3c tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1161485 Apr 05 22:45:48.795345 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de085a-5613-40dc-8d9d-1911cd0ecd47 req-f20081e7-39b8-4e53-8c3b-48cdc25494ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:48.795439 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 54146) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:45:48.795842 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-68de085a-5613-40dc-8d9d-1911cd0ecd47 req-f20081e7-39b8-4e53-8c3b-48cdc25494ae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=641cc78c-9adf-489f-a3d9-393fcc970dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479579 Apr 05 22:45:48.799785 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.v2.base [None req-8891e002-16db-45bf-a1fd-4de70fd4c315 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Request body: {'security_group_rule': {'security_group_id': '0f010b51-f2c6-4b41-a734-e323a94efb1c', 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:45:48.826074 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.db.securitygroups_db [None req-8891e002-16db-45bf-a1fd-4de70fd4c315 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Project c1e3f0cce8f24e4283bc8e4a3b8dd7f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 22:45:48.845293 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8891e002-16db-45bf-a1fd-4de70fd4c315 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks [] for security_group_rule (22ca933a-6a45-4ed8-9a8d-2511f8c54c95), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:48.911709 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-68de085a-5613-40dc-8d9d-1911cd0ecd47 req-a8343c4f-baad-4cdd-9423-1790454ea951 service neutron] 10.222.0.46 "GET /v2.0/networks/641cc78c-9adf-489f-a3d9-393fcc970dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092765 Apr 05 22:45:48.915860 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8891e002-16db-45bf-a1fd-4de70fd4c315 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks [] for security_group_rule (22ca933a-6a45-4ed8-9a8d-2511f8c54c95), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:48.922645 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8891e002-16db-45bf-a1fd-4de70fd4c315 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554007'] for security_group_rule (22ca933a-6a45-4ed8-9a8d-2511f8c54c95), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:48.940865 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8891e002-16db-45bf-a1fd-4de70fd4c315 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22ca933a-6a45-4ed8-9a8d-2511f8c54c95,revision_number=0']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:48.953079 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8891e002-16db-45bf-a1fd-4de70fd4c315 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:48.954336 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-8891e002-16db-45bf-a1fd-4de70fd4c315 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1579599 Apr 05 22:45:49.039485 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-68de085a-5613-40dc-8d9d-1911cd0ecd47 req-b6e88b59-2ec8-4948-9d26-cbdc34dfe4eb service neutron] 10.222.0.46 "GET /v2.0/networks/641cc78c-9adf-489f-a3d9-393fcc970dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206689 Apr 05 22:45:49.065986 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 046d43d2-794a-4b7e-b54e-3c51cb31556d up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:45:49.121715 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port 046d43d2-794a-4b7e-b54e-3c51cb31556d triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:45:49.122087 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (046d43d2-794a-4b7e-b54e-3c51cb31556d), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:49.230797 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port 046d43d2-794a-4b7e-b54e-3c51cb31556d is: DOWN; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:45:49.231349 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (046d43d2-794a-4b7e-b54e-3c51cb31556d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:49.256385 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] For port 046d43d2-794a-4b7e-b54e-3c51cb31556d, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=046d43d2-794a-4b7e-b54e-3c51cb31556d,segment=NetworkSegment(2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f),segment_id=2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:45:49.261424 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (046d43d2-794a-4b7e-b54e-3c51cb31556d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:49.318793 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Pushing event updated for resources: {'Port': ['ID=046d43d2-794a-4b7e-b54e-3c51cb31556d,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:49.728666 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7771e-493e-4309-b9d8-5e453106f15f req-28c0b81f-d2fa-4c8b-8e0f-c9c05fb2743c tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:49.730403 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-39d7771e-493e-4309-b9d8-5e453106f15f req-28c0b81f-d2fa-4c8b-8e0f-c9c05fb2743c tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 985 time: 0.0543044 Apr 05 22:45:49.796990 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-39d7771e-493e-4309-b9d8-5e453106f15f req-9b4c6a05-c43b-49c3-83f1-0917dc3e6f0f tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdaafe43-ffab-4c03-9187-a9dd224b18a0&id=e9fd7d6a-af43-4f19-9873-30c2a98cf872&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608633 Apr 05 22:45:50.332021 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53111f65-e19e-4d4f-a74d-de1bc13370e3 None None] Sync routers for ids ['79c52dfa-43db-40c3-a5a1-31ca9d13519a'] in dv-cinder-835879-4-iscsi {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:45:50.346271 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53111f65-e19e-4d4f-a74d-de1bc13370e3 None None] Routers {'79c52dfa-43db-40c3-a5a1-31ca9d13519a'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:45:50.346884 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-53111f65-e19e-4d4f-a74d-de1bc13370e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:45:37Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['79c52dfa-43db-40c3-a5a1-31ca9d13519a'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:45:50.460347 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-53111f65-e19e-4d4f-a74d-de1bc13370e3 None None] Set router 79c52dfa-43db-40c3-a5a1-31ca9d13519a gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:45:50.748891 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-53111f65-e19e-4d4f-a74d-de1bc13370e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c52dfa-43db-40c3-a5a1-31ca9d13519a', 'name': 'tempest-TestVolumeBootPattern-1635766045-router', 'tenant_id': '1dab177e8351464e98c10355ec4b32b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '046d43d2-794a-4b7e-b54e-3c51cb31556d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:45:43Z', 'updated_at': '2022-04-05T22:45:46Z', 'revision_number': 4, 'project_id': '1dab177e8351464e98c10355ec4b32b1', 'gw_port': {'id': '046d43d2-794a-4b7e-b54e-3c51cb31556d', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c52dfa-43db-40c3-a5a1-31ca9d13519a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:44Z', 'updated_at': '2022-04-05T22:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a', 'name': '', 'network_id': '78bdd585-3813-4b7e-9172-d93bf28ba63c', 'tenant_id': '1dab177e8351464e98c10355ec4b32b1', 'mac_address': 'fa:16:3e:5b:c5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c52dfa-43db-40c3-a5a1-31ca9d13519a', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '4bd0f9d2-4caf-44c0-b3d9-fc53ce13895c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:45Z', 'updated_at': '2022-04-05T22:45:46Z', 'revision_number': 2, 'project_id': '1dab177e8351464e98c10355ec4b32b1', 'subnets': [{'id': '4bd0f9d2-4caf-44c0-b3d9-fc53ce13895c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:45:50.776667 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53111f65-e19e-4d4f-a74d-de1bc13370e3 None None] Checking router: 79c52dfa-43db-40c3-a5a1-31ca9d13519a for host: dv-cinder-835879-4-iscsi {{(pid=103305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:45:50.777055 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53111f65-e19e-4d4f-a74d-de1bc13370e3 None None] Updating router 79c52dfa-43db-40c3-a5a1-31ca9d13519a port e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a binding host dv-cinder-835879-4-iscsi {{(pid=103305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:45:50.806064 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53111f65-e19e-4d4f-a74d-de1bc13370e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:50.919508 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c83500-ecdc-4fff-bd5f-4781e3871664 req-4b9ab1f6-0f9b-401f-a2cd-66d7dfb28856 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:50.921049 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c6c83500-ecdc-4fff-bd5f-4781e3871664 req-4b9ab1f6-0f9b-401f-a2cd-66d7dfb28856 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 985 time: 0.0547528 Apr 05 22:45:50.993356 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c6c83500-ecdc-4fff-bd5f-4781e3871664 req-923a02a9-59e6-4bba-96fa-b3dde91305cd tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdaafe43-ffab-4c03-9187-a9dd224b18a0&id=e9fd7d6a-af43-4f19-9873-30c2a98cf872&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0657675 Apr 05 22:45:51.012426 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 046d43d2-794a-4b7e-b54e-3c51cb31556d up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:45:51.065294 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port 046d43d2-794a-4b7e-b54e-3c51cb31556d triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:45:51.065666 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (046d43d2-794a-4b7e-b54e-3c51cb31556d), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:51.096077 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53111f65-e19e-4d4f-a74d-de1bc13370e3 None None] Publish callbacks [] for port (e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:51.103013 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53111f65-e19e-4d4f-a74d-de1bc13370e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:51.152628 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port 046d43d2-794a-4b7e-b54e-3c51cb31556d is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:45:51.161802 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e963f9fe-4b92-43c0-9159-96772d4766df None None] Pushing event updated for resources: {'Port': ['ID=e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:51.215083 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-53111f65-e19e-4d4f-a74d-de1bc13370e3 None None] Attempting to bind port e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a on host dv-cinder-835879-4-iscsi for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:45:51.215451 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-53111f65-e19e-4d4f-a74d-de1bc13370e3 None None] Attempting to bind port e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a by drivers openvswitch,hyperv on host dv-cinder-835879-4-iscsi at level 0 using segments [{'id': '2176cdf2-f24a-48af-bcc0-78dd82f8cb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '78bdd585-3813-4b7e-9172-d93bf28ba63c'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:45:51.215819 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53111f65-e19e-4d4f-a74d-de1bc13370e3 None None] Attempting to bind port e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a on network 78bdd585-3813-4b7e-9172-d93bf28ba63c {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:45:51.221317 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53111f65-e19e-4d4f-a74d-de1bc13370e3 None None] Checking agent: {'id': 'c28e45a8-012e-434a-8853-ea48f08ceb18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 23, 41), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:45:51.221705 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53111f65-e19e-4d4f-a74d-de1bc13370e3 None None] Checking segment: {'id': '2176cdf2-f24a-48af-bcc0-78dd82f8cb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '78bdd585-3813-4b7e-9172-d93bf28ba63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:45:51.222536 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53111f65-e19e-4d4f-a74d-de1bc13370e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:51.223641 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53111f65-e19e-4d4f-a74d-de1bc13370e3 None None] Bound using segment: {'id': '2176cdf2-f24a-48af-bcc0-78dd82f8cb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '78bdd585-3813-4b7e-9172-d93bf28ba63c'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:45:51.224189 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-53111f65-e19e-4d4f-a74d-de1bc13370e3 None None] Bound port: e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a, host: dv-cinder-835879-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2176cdf2-f24a-48af-bcc0-78dd82f8cb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '78bdd585-3813-4b7e-9172-d93bf28ba63c'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:45:51.224880 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53111f65-e19e-4d4f-a74d-de1bc13370e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:51.291377 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-53111f65-e19e-4d4f-a74d-de1bc13370e3 None None] For port e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a, host dv-cinder-835879-4-iscsi, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:45:51.294599 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-53111f65-e19e-4d4f-a74d-de1bc13370e3 None None] For port e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a, host dv-cinder-835879-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a,segment=NetworkSegment(2176cdf2-f24a-48af-bcc0-78dd82f8cb68),segment_id=2176cdf2-f24a-48af-bcc0-78dd82f8cb68)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:45:51.299950 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53111f65-e19e-4d4f-a74d-de1bc13370e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:51.358220 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53111f65-e19e-4d4f-a74d-de1bc13370e3 None None] Routers {'79c52dfa-43db-40c3-a5a1-31ca9d13519a'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:45:51.358829 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-53111f65-e19e-4d4f-a74d-de1bc13370e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:45:37Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['79c52dfa-43db-40c3-a5a1-31ca9d13519a'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:45:51.360835 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e963f9fe-4b92-43c0-9159-96772d4766df None None] Pushing event updated for resources: {'Port': ['ID=e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a,revision_number=4']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:51.383510 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-9cc62c9c-34cc-4544-8f19-10b91e78fa4b None None] Provisioning complete for port e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:45:51.383883 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9cc62c9c-34cc-4544-8f19-10b91e78fa4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:51.475613 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-9cc62c9c-34cc-4544-8f19-10b91e78fa4b None None] Current status of the port e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a is: DOWN; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:45:51.476107 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9cc62c9c-34cc-4544-8f19-10b91e78fa4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:51.496932 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-53111f65-e19e-4d4f-a74d-de1bc13370e3 None None] Set router 79c52dfa-43db-40c3-a5a1-31ca9d13519a gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:45:51.512928 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-9cc62c9c-34cc-4544-8f19-10b91e78fa4b None None] For port e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a,segment=NetworkSegment(2176cdf2-f24a-48af-bcc0-78dd82f8cb68),segment_id=2176cdf2-f24a-48af-bcc0-78dd82f8cb68)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:45:51.518095 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9cc62c9c-34cc-4544-8f19-10b91e78fa4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:51.570329 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc62c9c-34cc-4544-8f19-10b91e78fa4b None None] Pushing event updated for resources: {'Port': ['ID=e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a,revision_number=5']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:51.638384 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-375c8e60-4761-4071-bbf8-b50d9057704e None None] Provisioning complete for port e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:45:51.638797 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-375c8e60-4761-4071-bbf8-b50d9057704e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:51.723039 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-375c8e60-4761-4071-bbf8-b50d9057704e None None] Current status of the port e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:45:51.731120 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-53111f65-e19e-4d4f-a74d-de1bc13370e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c52dfa-43db-40c3-a5a1-31ca9d13519a', 'name': 'tempest-TestVolumeBootPattern-1635766045-router', 'tenant_id': '1dab177e8351464e98c10355ec4b32b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '046d43d2-794a-4b7e-b54e-3c51cb31556d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:45:43Z', 'updated_at': '2022-04-05T22:45:46Z', 'revision_number': 4, 'project_id': '1dab177e8351464e98c10355ec4b32b1', 'gw_port': {'id': '046d43d2-794a-4b7e-b54e-3c51cb31556d', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c52dfa-43db-40c3-a5a1-31ca9d13519a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:44Z', 'updated_at': '2022-04-05T22:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a', 'name': '', 'network_id': '78bdd585-3813-4b7e-9172-d93bf28ba63c', 'tenant_id': '1dab177e8351464e98c10355ec4b32b1', 'mac_address': 'fa:16:3e:5b:c5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c52dfa-43db-40c3-a5a1-31ca9d13519a', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '4bd0f9d2-4caf-44c0-b3d9-fc53ce13895c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:45Z', 'updated_at': '2022-04-05T22:45:51Z', 'revision_number': 4, 'project_id': '1dab177e8351464e98c10355ec4b32b1', 'subnets': [{'id': '4bd0f9d2-4caf-44c0-b3d9-fc53ce13895c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:45:51.758240 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53111f65-e19e-4d4f-a74d-de1bc13370e3 None None] The sync data for ids ['79c52dfa-43db-40c3-a5a1-31ca9d13519a'] in dv-cinder-835879-4-iscsi is: [{'id': '79c52dfa-43db-40c3-a5a1-31ca9d13519a', 'name': 'tempest-TestVolumeBootPattern-1635766045-router', 'tenant_id': '1dab177e8351464e98c10355ec4b32b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '046d43d2-794a-4b7e-b54e-3c51cb31556d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:45:43Z', 'updated_at': '2022-04-05T22:45:46Z', 'revision_number': 4, 'project_id': '1dab177e8351464e98c10355ec4b32b1', 'gw_port': {'id': '046d43d2-794a-4b7e-b54e-3c51cb31556d', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c52dfa-43db-40c3-a5a1-31ca9d13519a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:44Z', 'updated_at': '2022-04-05T22:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a', 'name': '', 'network_id': '78bdd585-3813-4b7e-9172-d93bf28ba63c', 'tenant_id': '1dab177e8351464e98c10355ec4b32b1', 'mac_address': 'fa:16:3e:5b:c5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c52dfa-43db-40c3-a5a1-31ca9d13519a', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '4bd0f9d2-4caf-44c0-b3d9-fc53ce13895c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:45Z', 'updated_at': '2022-04-05T22:45:51Z', 'revision_number': 4, 'project_id': '1dab177e8351464e98c10355ec4b32b1', 'subnets': [{'id': '4bd0f9d2-4caf-44c0-b3d9-fc53ce13895c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:45:52.120520 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d16e81-b13c-41d6-9885-7b673db55f9e req-62e2a370-e7d1-49cb-8d38-aa0cb67b15d7 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:52.122431 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d0d16e81-b13c-41d6-9885-7b673db55f9e req-62e2a370-e7d1-49cb-8d38-aa0cb67b15d7 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 985 time: 0.0658021 Apr 05 22:45:52.188278 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d0d16e81-b13c-41d6-9885-7b673db55f9e req-889aa1bf-1347-414e-b1cc-341def4e2f8a tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdaafe43-ffab-4c03-9187-a9dd224b18a0&id=e9fd7d6a-af43-4f19-9873-30c2a98cf872&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599837 Apr 05 22:45:53.002080 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a up at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:45:53.176545 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Provisioning complete for port e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:45:53.176862 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:53.255888 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Current status of the port e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:45:53.315479 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfaeb75-5492-432c-919f-7ac9eae61c24 req-5bc924cd-711e-4b43-abd7-19bccb2e719f tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:53.317743 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9bfaeb75-5492-432c-919f-7ac9eae61c24 req-5bc924cd-711e-4b43-abd7-19bccb2e719f tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 985 time: 0.0620639 Apr 05 22:45:53.380188 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9bfaeb75-5492-432c-919f-7ac9eae61c24 req-24285c46-d37f-4a04-ad35-3a60cfbee20b tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdaafe43-ffab-4c03-9187-a9dd224b18a0&id=e9fd7d6a-af43-4f19-9873-30c2a98cf872&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565453 Apr 05 22:45:54.499357 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f995b01-c814-452e-a15b-88b288a200f5 req-c8ccd50c-a01c-4c39-8dac-7c151331937d tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:54.500831 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7f995b01-c814-452e-a15b-88b288a200f5 req-c8ccd50c-a01c-4c39-8dac-7c151331937d tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 985 time: 0.0540862 Apr 05 22:45:54.561486 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7f995b01-c814-452e-a15b-88b288a200f5 req-6982e0a6-930b-4a6f-a282-e13bbf5fef5e tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdaafe43-ffab-4c03-9187-a9dd224b18a0&id=e9fd7d6a-af43-4f19-9873-30c2a98cf872&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543768 Apr 05 22:45:55.683263 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c8c61-9b14-40c2-8097-3c769a423267 req-539225e4-d2e3-4e7a-9097-bc7d42c849df tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:55.684752 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-981c8c61-9b14-40c2-8097-3c769a423267 req-539225e4-d2e3-4e7a-9097-bc7d42c849df tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 985 time: 0.0568118 Apr 05 22:45:55.744257 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-981c8c61-9b14-40c2-8097-3c769a423267 req-e0b2a637-9099-4448-a9bd-1bdbdfbb7d23 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdaafe43-ffab-4c03-9187-a9dd224b18a0&id=e9fd7d6a-af43-4f19-9873-30c2a98cf872&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537992 Apr 05 22:45:56.862783 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1ca92-dbfb-48e5-aa4a-119cdd93fddb req-b15f0243-c413-44e0-9654-5c7146e6173f tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:56.864984 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3ec1ca92-dbfb-48e5-aa4a-119cdd93fddb req-b15f0243-c413-44e0-9654-5c7146e6173f tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 985 time: 0.0531666 Apr 05 22:45:56.925440 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3ec1ca92-dbfb-48e5-aa4a-119cdd93fddb req-1a1a15fc-9f7e-4665-9969-0bcd37b7dc3f tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdaafe43-ffab-4c03-9187-a9dd224b18a0&id=e9fd7d6a-af43-4f19-9873-30c2a98cf872&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546381 Apr 05 22:45:58.042098 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4c345-f86e-4ed5-8274-6a24216d6ad4 req-279bd16e-0e2d-4185-b21a-0f874ae5c4ac tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:58.043606 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d9a4c345-f86e-4ed5-8274-6a24216d6ad4 req-279bd16e-0e2d-4185-b21a-0f874ae5c4ac tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 985 time: 0.0512085 Apr 05 22:45:58.107170 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d9a4c345-f86e-4ed5-8274-6a24216d6ad4 req-3e1895c4-dccb-455c-bb8c-6cf3b2803439 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdaafe43-ffab-4c03-9187-a9dd224b18a0&id=e9fd7d6a-af43-4f19-9873-30c2a98cf872&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577004 Apr 05 22:45:59.225979 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c6afb-1a5f-4e45-abca-d9c2fc7b2229 req-f2da08b6-e243-4388-8fe5-598c9e9b60ad tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:59.227457 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e88c6afb-1a5f-4e45-abca-d9c2fc7b2229 req-f2da08b6-e243-4388-8fe5-598c9e9b60ad tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 985 time: 0.0529251 Apr 05 22:45:59.286627 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e88c6afb-1a5f-4e45-abca-d9c2fc7b2229 req-f7cae3be-36e6-458d-9f14-522bce59b5c8 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdaafe43-ffab-4c03-9187-a9dd224b18a0&id=e9fd7d6a-af43-4f19-9873-30c2a98cf872&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534294 Apr 05 22:46:00.044077 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:00.403955 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21260f58-f664-4605-b22f-bfc6ecf515d1 req-eb939a0f-a340-4ec5-ab63-ac89c2eb5337 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:00.405495 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-21260f58-f664-4605-b22f-bfc6ecf515d1 req-eb939a0f-a340-4ec5-ab63-ac89c2eb5337 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 985 time: 0.0522633 Apr 05 22:46:00.464696 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-21260f58-f664-4605-b22f-bfc6ecf515d1 req-d775f7f6-45a4-45f6-bc5f-e1d617d5df44 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdaafe43-ffab-4c03-9187-a9dd224b18a0&id=e9fd7d6a-af43-4f19-9873-30c2a98cf872&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535421 Apr 05 22:46:01.581488 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1bed9-f1bb-40b9-8b26-409175b71f7e req-26317a48-4284-4a5a-95b8-06563d98195a tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:01.583493 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-cba1bed9-f1bb-40b9-8b26-409175b71f7e req-26317a48-4284-4a5a-95b8-06563d98195a tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 985 time: 0.0550981 Apr 05 22:46:01.640967 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-cba1bed9-f1bb-40b9-8b26-409175b71f7e req-9dee21cb-c228-4919-ad4e-4f1f3ff35f10 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdaafe43-ffab-4c03-9187-a9dd224b18a0&id=e9fd7d6a-af43-4f19-9873-30c2a98cf872&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518236 Apr 05 22:46:02.758800 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1933eecf-a36c-4c97-9105-1ddf48a0a3b4 req-72307cdd-5805-4600-b62e-3c36c5015fa1 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:02.760183 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1933eecf-a36c-4c97-9105-1ddf48a0a3b4 req-72307cdd-5805-4600-b62e-3c36c5015fa1 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 985 time: 0.0535951 Apr 05 22:46:02.817347 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1933eecf-a36c-4c97-9105-1ddf48a0a3b4 req-458c4569-bcc4-4405-924e-98b05e643b59 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdaafe43-ffab-4c03-9187-a9dd224b18a0&id=e9fd7d6a-af43-4f19-9873-30c2a98cf872&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514281 Apr 05 22:46:03.931410 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3f5b3-3912-4ed8-8f8a-9ffe57e0c300 req-79309bd4-9283-44c6-8eb2-4ecca3e8c9e8 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:03.932913 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-46e3f5b3-3912-4ed8-8f8a-9ffe57e0c300 req-79309bd4-9283-44c6-8eb2-4ecca3e8c9e8 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 985 time: 0.0509934 Apr 05 22:46:03.994769 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-46e3f5b3-3912-4ed8-8f8a-9ffe57e0c300 req-efb1f783-be17-4af3-98bb-e7cdc17a9863 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdaafe43-ffab-4c03-9187-a9dd224b18a0&id=e9fd7d6a-af43-4f19-9873-30c2a98cf872&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562162 Apr 05 22:46:04.335512 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ccde768-c060-4748-b380-fa82e20a8ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:04.869233 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:46:05.111180 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f8c4a-421d-4807-9dc7-1c2d64dc13a3 req-4586ecf1-335f-4ee0-a153-89137ba46aa7 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:05.112654 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-926f8c4a-421d-4807-9dc7-1c2d64dc13a3 req-4586ecf1-335f-4ee0-a153-89137ba46aa7 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 985 time: 0.0523510 Apr 05 22:46:05.171424 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-926f8c4a-421d-4807-9dc7-1c2d64dc13a3 req-7f5daac6-9005-4953-a206-550c83dfd3db tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdaafe43-ffab-4c03-9187-a9dd224b18a0&id=e9fd7d6a-af43-4f19-9873-30c2a98cf872&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531454 Apr 05 22:46:06.809142 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8b36bc22-92d6-44f7-a209-32df3fcbb72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:07.594389 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:09.188574 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:10.647513 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-872adcde-da8b-439f-a509-64443282561e tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-725100572&fields=id&tenant_id=c1e3f0cce8f24e4283bc8e4a3b8dd7f4 HTTP/1.1" status: 200 len: 267 time: 0.0432189 Apr 05 22:46:10.754117 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-28772253-d2b8-4005-b400-ef28ab0e786d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:10.755482 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-28772253-d2b8-4005-b400-ef28ab0e786d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/networks?id=4d7e090b-a496-4bac-9ae8-5be3d7b150bc HTTP/1.1" status: 200 len: 811 time: 0.1018412 Apr 05 22:46:10.767887 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:10.771941 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-9b643041-d7cd-4fd5-9152-69f4f1e2b59d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/quotas/c1e3f0cce8f24e4283bc8e4a3b8dd7f4 HTTP/1.1" status: 200 len: 375 time: 0.0110359 Apr 05 22:46:10.826450 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-3aa73316-ba45-4c11-a168-e8b08245aace tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c1e3f0cce8f24e4283bc8e4a3b8dd7f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490134 Apr 05 22:46:10.932247 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-05eb93da-c9b8-4485-ba9f-0c73ab1fab88 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:46:10.932962 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-05eb93da-c9b8-4485-ba9f-0c73ab1fab88 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0946932 Apr 05 22:46:11.026170 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-86e75cde-4ccc-4721-bef6-d0d130badff3 service neutron] 10.222.0.15 "GET /v2.0/networks/4d7e090b-a496-4bac-9ae8-5be3d7b150bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873444 Apr 05 22:46:11.112289 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-f98080de-710f-42cb-bdc7-10aec54c64a2 service neutron] 10.222.0.15 "GET /v2.0/networks/4d7e090b-a496-4bac-9ae8-5be3d7b150bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805728 Apr 05 22:46:11.384375 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-58c5c2ef-ea83-4ddd-a533-b2ad59fbc54e req-d6a7e477-68ce-4316-8239-e6b1e8833aec tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=67ce0c41-a461-4449-9a3d-a2ced553896d HTTP/1.1" status: 200 len: 210 time: 0.0270741 Apr 05 22:46:12.141621 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-666096f5-ae75-4296-a557-fa0bba322945 req-2b5e18b5-0cd6-4a53-82f6-e2747d200ac2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472453 Apr 05 22:46:12.296402 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666096f5-ae75-4296-a557-fa0bba322945 req-3fc169c8-3f46-4146-847f-cbf6dda5f16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:12.297982 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-666096f5-ae75-4296-a557-fa0bba322945 req-3fc169c8-3f46-4146-847f-cbf6dda5f16f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=21e949a947724a51802556a5f44f9069&device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 1169 time: 0.1040113 Apr 05 22:46:12.304453 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-5ae87f85-91fd-4451-8dc1-5c214ce8c66a tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:12.305566 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-5ae87f85-91fd-4451-8dc1-5c214ce8c66a tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.46 "GET /v2.0/networks?id=4d7e090b-a496-4bac-9ae8-5be3d7b150bc HTTP/1.1" status: 200 len: 811 time: 0.1382680 Apr 05 22:46:12.436580 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-f500f1c1-90ba-4a7d-96ed-080ffe36f473 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1e3f0cce8f24e4283bc8e4a3b8dd7f4 HTTP/1.1" status: 200 len: 379 time: 0.1132412 Apr 05 22:46:12.454417 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-74096643-81d4-4ee5-bb8a-630488963a72 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Request body: {'port': {'device_id': '67ce0c41-a461-4449-9a3d-a2ced553896d', 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc', 'admin_state_up': True, 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'security_groups': ['0f010b51-f2c6-4b41-a734-e323a94efb1c']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:46:12.493232 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666096f5-ae75-4296-a557-fa0bba322945 req-7729eb0e-f43a-418f-8f44-74b372a394b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:12.494635 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-666096f5-ae75-4296-a557-fa0bba322945 req-7729eb0e-f43a-418f-8f44-74b372a394b6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=641cc78c-9adf-489f-a3d9-393fcc970dc7 HTTP/1.1" status: 200 len: 915 time: 0.1658990 Apr 05 22:46:12.514746 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-92fb0a41-431b-4a64-9378-bcff5e4de379 req-61071404-f9bd-4d24-9bd4-e938239ef43b tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=67ce0c41-a461-4449-9a3d-a2ced553896d HTTP/1.1" status: 200 len: 210 time: 0.0519140 Apr 05 22:46:12.617038 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-666096f5-ae75-4296-a557-fa0bba322945 req-6eebaa5e-9b65-4f8d-9cab-f92a5a95f9d1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67632c50-8e89-46bd-b6dc-7a0115da0fd7 HTTP/1.1" status: 200 len: 1002 time: 0.1043756 Apr 05 22:46:12.678554 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666096f5-ae75-4296-a557-fa0bba322945 req-a3f7045e-cf2d-46e4-8faa-047140553a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:12.679969 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-666096f5-ae75-4296-a557-fa0bba322945 req-a3f7045e-cf2d-46e4-8faa-047140553a4b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1a8814a8-dbf2-4ec2-9d65-e7895c88a3a4 HTTP/1.1" status: 200 len: 853 time: 0.0556276 Apr 05 22:46:12.680972 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-74096643-81d4-4ee5-bb8a-630488963a72 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Made reservation on behalf of c1e3f0cce8f24e4283bc8e4a3b8dd7f4 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:46:12.684181 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-74096643-81d4-4ee5-bb8a-630488963a72 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:12.790185 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666096f5-ae75-4296-a557-fa0bba322945 req-f8fd49cd-1ae2-48e2-9b5c-300d33439c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:12.791738 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-666096f5-ae75-4296-a557-fa0bba322945 req-f8fd49cd-1ae2-48e2-9b5c-300d33439c98 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=641cc78c-9adf-489f-a3d9-393fcc970dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0974793 Apr 05 22:46:12.890987 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-74096643-81d4-4ee5-bb8a-630488963a72 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Allocated IP 172.20.0.7 (4d7e090b-a496-4bac-9ae8-5be3d7b150bc/e94736fb-18ab-4fd7-843e-a3eca774b62e/b6529de7-e613-4262-9936-290417477fe5) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:46:12.938328 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-666096f5-ae75-4296-a557-fa0bba322945 req-51f59f2d-bd5a-4f61-95bf-898bbdff6583 service neutron] 10.222.0.46 "GET /v2.0/networks/641cc78c-9adf-489f-a3d9-393fcc970dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206405 Apr 05 22:46:13.102067 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-666096f5-ae75-4296-a557-fa0bba322945 req-7aec550e-8153-4390-bc24-41ab7bcc4db5 service neutron] 10.222.0.46 "GET /v2.0/networks/641cc78c-9adf-489f-a3d9-393fcc970dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576393 Apr 05 22:46:13.116545 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-74096643-81d4-4ee5-bb8a-630488963a72 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks [] for port (b6529de7-e613-4262-9936-290417477fe5), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:13.150970 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-74096643-81d4-4ee5-bb8a-630488963a72 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (b6529de7-e613-4262-9936-290417477fe5), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:13.193211 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-74096643-81d4-4ee5-bb8a-630488963a72 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Network 4d7e090b-a496-4bac-9ae8-5be3d7b150bc is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:46:13.196091 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-74096643-81d4-4ee5-bb8a-630488963a72 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:46:13.198514 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-74096643-81d4-4ee5-bb8a-630488963a72 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:46:13.227270 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74096643-81d4-4ee5-bb8a-630488963a72 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Pushing event updated for resources: {'Port': ['ID=b6529de7-e613-4262-9936-290417477fe5,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:13.258288 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-74096643-81d4-4ee5-bb8a-630488963a72 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:13.258906 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-74096643-81d4-4ee5-bb8a-630488963a72 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:13.275731 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-74096643-81d4-4ee5-bb8a-630488963a72 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8321364 Apr 05 22:46:13.292647 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-5288c101-a94c-477d-bbf0-ba2ea8ce1197 service neutron] Request body: {'port': {'device_id': '67ce0c41-a461-4449-9a3d-a2ced553896d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:46:13.357130 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-5288c101-a94c-477d-bbf0-ba2ea8ce1197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (b6529de7-e613-4262-9936-290417477fe5), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:13.466493 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-9ded685b-f6ac-4efe-8f0e-e7a53215a3ee None None] Provisioning complete for port b6529de7-e613-4262-9936-290417477fe5 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:46:13.467107 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9ded685b-f6ac-4efe-8f0e-e7a53215a3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (b6529de7-e613-4262-9936-290417477fe5), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:13.500048 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-9ded685b-f6ac-4efe-8f0e-e7a53215a3ee None None] Port b6529de7-e613-4262-9936-290417477fe5 cannot update to ACTIVE because it is not bound. {{(pid=103304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:46:13.642068 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-5288c101-a94c-477d-bbf0-ba2ea8ce1197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6529de7-e613-4262-9936-290417477fe5 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:46:13.652273 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-5288c101-a94c-477d-bbf0-ba2ea8ce1197 service neutron] Publish callbacks [] for port (b6529de7-e613-4262-9936-290417477fe5), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:13.674625 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574fc67c-8fd0-4422-b183-d34af160a7ab req-d57c57d2-0b9b-41ca-84b4-11e92072ae6e tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:13.676129 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-574fc67c-8fd0-4422-b183-d34af160a7ab req-d57c57d2-0b9b-41ca-84b4-11e92072ae6e tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=67ce0c41-a461-4449-9a3d-a2ced553896d HTTP/1.1" status: 200 len: 931 time: 0.0942683 Apr 05 22:46:13.677022 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-5288c101-a94c-477d-bbf0-ba2ea8ce1197 service neutron] Transition to ACTIVE for port object b6529de7-e613-4262-9936-290417477fe5 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:46:13.680944 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-5288c101-a94c-477d-bbf0-ba2ea8ce1197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28860065'] for port (b6529de7-e613-4262-9936-290417477fe5), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:13.756728 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288c101-a94c-477d-bbf0-ba2ea8ce1197 service neutron] Pushing event updated for resources: {'Port': ['ID=b6529de7-e613-4262-9936-290417477fe5,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:13.791800 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-574fc67c-8fd0-4422-b183-d34af160a7ab req-e08cd566-4318-4a5c-8f40-373cd3d18236 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064298 Apr 05 22:46:13.840087 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-5288c101-a94c-477d-bbf0-ba2ea8ce1197 service neutron] Attempting to bind port b6529de7-e613-4262-9936-290417477fe5 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:46:13.840423 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-5288c101-a94c-477d-bbf0-ba2ea8ce1197 service neutron] Attempting to bind port b6529de7-e613-4262-9936-290417477fe5 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '0f3780bf-12d3-4aa9-87aa-e9d04a628627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:46:13.840752 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-5288c101-a94c-477d-bbf0-ba2ea8ce1197 service neutron] Attempting to bind port b6529de7-e613-4262-9936-290417477fe5 on network 4d7e090b-a496-4bac-9ae8-5be3d7b150bc {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:46:13.845285 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-5288c101-a94c-477d-bbf0-ba2ea8ce1197 service neutron] Port b6529de7-e613-4262-9936-290417477fe5 on network 4d7e090b-a496-4bac-9ae8-5be3d7b150bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:46:13.845607 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-5288c101-a94c-477d-bbf0-ba2ea8ce1197 service neutron] Attempting to bind port b6529de7-e613-4262-9936-290417477fe5 on network 4d7e090b-a496-4bac-9ae8-5be3d7b150bc {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:46:13.850611 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-5288c101-a94c-477d-bbf0-ba2ea8ce1197 service neutron] Checking agent: {'id': '3b59f0d0-9584-48dd-b0cd-e16373160cf9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 30), 'started_at': datetime.datetime(2022, 4, 5, 22, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:46:13.850948 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-5288c101-a94c-477d-bbf0-ba2ea8ce1197 service neutron] Checking segment: {'id': '0f3780bf-12d3-4aa9-87aa-e9d04a628627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:46:13.851328 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-5288c101-a94c-477d-bbf0-ba2ea8ce1197 service neutron] Bound using segment: {'id': '0f3780bf-12d3-4aa9-87aa-e9d04a628627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:46:13.851758 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-5288c101-a94c-477d-bbf0-ba2ea8ce1197 service neutron] Bound port: b6529de7-e613-4262-9936-290417477fe5, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f3780bf-12d3-4aa9-87aa-e9d04a628627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:46:13.852118 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-5288c101-a94c-477d-bbf0-ba2ea8ce1197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (b6529de7-e613-4262-9936-290417477fe5), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:13.919671 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-5288c101-a94c-477d-bbf0-ba2ea8ce1197 service neutron] For port b6529de7-e613-4262-9936-290417477fe5, host hv-cinder-83587, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:46:13.922757 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-5288c101-a94c-477d-bbf0-ba2ea8ce1197 service neutron] For port b6529de7-e613-4262-9936-290417477fe5, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b6529de7-e613-4262-9936-290417477fe5,segment=NetworkSegment(0f3780bf-12d3-4aa9-87aa-e9d04a628627),segment_id=0f3780bf-12d3-4aa9-87aa-e9d04a628627)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:46:13.928937 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-5288c101-a94c-477d-bbf0-ba2ea8ce1197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28860065'] for port (b6529de7-e613-4262-9936-290417477fe5), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:13.962808 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-5288c101-a94c-477d-bbf0-ba2ea8ce1197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:13.963422 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-5288c101-a94c-477d-bbf0-ba2ea8ce1197 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:13.964816 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-5288c101-a94c-477d-bbf0-ba2ea8ce1197 service neutron] 10.222.0.46 "PUT /v2.0/ports/b6529de7-e613-4262-9936-290417477fe5 HTTP/1.1" status: 200 len: 1093 time: 0.6765711 Apr 05 22:46:13.965255 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ce0c41-a461-4449-9a3d-a2ced553896d', 'tag': 'b6529de7-e613-4262-9936-290417477fe5'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:46:13.967507 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda88e51-99ea-4ded-9b16-00e8d2cf9c0d" -d '{"events": [{"name": "network-changed", "server_uuid": "67ce0c41-a461-4449-9a3d-a2ced553896d", "tag": "b6529de7-e613-4262-9936-290417477fe5"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:46:13.992178 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288c101-a94c-477d-bbf0-ba2ea8ce1197 service neutron] Pushing event updated for resources: {'Port': ['ID=b6529de7-e613-4262-9936-290417477fe5,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:14.032553 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f81c466-ee1b-4699-a389-31e9adfa73e0 x-openstack-request-id: req-3f81c466-ee1b-4699-a389-31e9adfa73e0 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:46:14.032969 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67ce0c41-a461-4449-9a3d-a2ced553896d", "tag": "b6529de7-e613-4262-9936-290417477fe5", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:46:14.033231 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3f81c466-ee1b-4699-a389-31e9adfa73e0 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:46:14.033645 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f81c466-ee1b-4699-a389-31e9adfa73e0'] response: {'name': 'network-changed', 'server_uuid': '67ce0c41-a461-4449-9a3d-a2ced553896d', 'tag': 'b6529de7-e613-4262-9936-290417477fe5', 'status': 'completed', 'code': 200} Apr 05 22:46:14.053941 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-d7d15c9b-277e-4e2d-86e0-cbd9e5b13379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:14.055531 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-d7d15c9b-277e-4e2d-86e0-cbd9e5b13379 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c1e3f0cce8f24e4283bc8e4a3b8dd7f4&device_id=67ce0c41-a461-4449-9a3d-a2ced553896d HTTP/1.1" status: 200 len: 1127 time: 0.0517685 Apr 05 22:46:14.101643 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-9c79846a-f6cb-4ffb-b9b5-966d44275ca5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6529de7-e613-4262-9936-290417477fe5 HTTP/1.1" status: 200 len: 217 time: 0.0392478 Apr 05 22:46:14.151995 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-53a5e9a4-4d1a-4655-9789-24743216ebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:14.153539 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-53a5e9a4-4d1a-4655-9789-24743216ebc9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e94736fb-18ab-4fd7-843e-a3eca774b62e HTTP/1.1" status: 200 len: 850 time: 0.0450184 Apr 05 22:46:14.200783 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-5c02fdfc-09ac-4ae5-b3c2-51814ce0eca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:14.202300 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-5c02fdfc-09ac-4ae5-b3c2-51814ce0eca9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4d7e090b-a496-4bac-9ae8-5be3d7b150bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430415 Apr 05 22:46:14.293066 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-c8e2b6ad-f165-4f1c-810a-72024e5f18ff service neutron] 10.222.0.46 "GET /v2.0/networks/4d7e090b-a496-4bac-9ae8-5be3d7b150bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848837 Apr 05 22:46:14.380896 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-448aa558-93ce-489e-94d0-3b7c001fc360 req-248b7520-30b5-4cad-94b4-4530e131e888 service neutron] 10.222.0.46 "GET /v2.0/networks/4d7e090b-a496-4bac-9ae8-5be3d7b150bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816641 Apr 05 22:46:14.913536 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d548c6a-8de4-4ce7-b252-5dff5b66d931 req-6abb3a54-e81f-46ee-a08e-88ebc2640e15 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:14.914998 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2d548c6a-8de4-4ce7-b252-5dff5b66d931 req-6abb3a54-e81f-46ee-a08e-88ebc2640e15 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=67ce0c41-a461-4449-9a3d-a2ced553896d HTTP/1.1" status: 200 len: 943 time: 0.0566218 Apr 05 22:46:14.963950 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2d548c6a-8de4-4ce7-b252-5dff5b66d931 req-9078122a-500f-4f96-a732-4662f87b7e69 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433958 Apr 05 22:46:15.133776 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda88e51-99ea-4ded-9b16-00e8d2cf9c0d req-0d9f0160-2e45-4548-ab93-a8777f22cd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:15.135146 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-dda88e51-99ea-4ded-9b16-00e8d2cf9c0d req-0d9f0160-2e45-4548-ab93-a8777f22cd50 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c1e3f0cce8f24e4283bc8e4a3b8dd7f4&device_id=67ce0c41-a461-4449-9a3d-a2ced553896d HTTP/1.1" status: 200 len: 1127 time: 0.0436075 Apr 05 22:46:15.226848 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda88e51-99ea-4ded-9b16-00e8d2cf9c0d req-5ae70e5f-ba87-439a-ac51-a72f77002206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:15.228289 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-dda88e51-99ea-4ded-9b16-00e8d2cf9c0d req-5ae70e5f-ba87-439a-ac51-a72f77002206 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4d7e090b-a496-4bac-9ae8-5be3d7b150bc HTTP/1.1" status: 200 len: 912 time: 0.0839744 Apr 05 22:46:15.536280 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-dda88e51-99ea-4ded-9b16-00e8d2cf9c0d req-1ec4ce1d-4ed6-492d-a06b-9e224fafd707 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6529de7-e613-4262-9936-290417477fe5 HTTP/1.1" status: 200 len: 217 time: 0.3015862 Apr 05 22:46:15.582346 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda88e51-99ea-4ded-9b16-00e8d2cf9c0d req-af9d2027-d07d-40bb-9b0d-1fcd9b99250f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:15.583708 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-dda88e51-99ea-4ded-9b16-00e8d2cf9c0d req-af9d2027-d07d-40bb-9b0d-1fcd9b99250f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e94736fb-18ab-4fd7-843e-a3eca774b62e HTTP/1.1" status: 200 len: 850 time: 0.0417509 Apr 05 22:46:15.635728 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda88e51-99ea-4ded-9b16-00e8d2cf9c0d req-d568bc21-323f-4ab2-aa8f-b59d3945c3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:15.637213 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-dda88e51-99ea-4ded-9b16-00e8d2cf9c0d req-d568bc21-323f-4ab2-aa8f-b59d3945c3c2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4d7e090b-a496-4bac-9ae8-5be3d7b150bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478103 Apr 05 22:46:15.722165 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-dda88e51-99ea-4ded-9b16-00e8d2cf9c0d req-bcccce4e-979c-4493-8401-8bbb1fde30c1 service neutron] 10.222.0.46 "GET /v2.0/networks/4d7e090b-a496-4bac-9ae8-5be3d7b150bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790148 Apr 05 22:46:15.809989 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-dda88e51-99ea-4ded-9b16-00e8d2cf9c0d req-110ad492-743d-42ef-8be2-ad421b79b4c6 service neutron] 10.222.0.46 "GET /v2.0/networks/4d7e090b-a496-4bac-9ae8-5be3d7b150bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821600 Apr 05 22:46:16.079724 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533eb89-1e4a-4764-aaa7-a3e318322abc req-85f8e303-0944-4a7b-911c-0399289e7ab0 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:16.081111 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a533eb89-1e4a-4764-aaa7-a3e318322abc req-85f8e303-0944-4a7b-911c-0399289e7ab0 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=67ce0c41-a461-4449-9a3d-a2ced553896d HTTP/1.1" status: 200 len: 943 time: 0.0506570 Apr 05 22:46:16.128252 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a533eb89-1e4a-4764-aaa7-a3e318322abc req-9bf79925-e7a4-44fa-9bd6-e8ce889f41e2 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410731 Apr 05 22:46:17.242972 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0efdab-e129-4327-857d-6b0ffd0def2e req-c3ccbca7-ac7f-4e66-bd57-d0f88eb5059c tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:17.244413 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ba0efdab-e129-4327-857d-6b0ffd0def2e req-c3ccbca7-ac7f-4e66-bd57-d0f88eb5059c tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=67ce0c41-a461-4449-9a3d-a2ced553896d HTTP/1.1" status: 200 len: 943 time: 0.0502968 Apr 05 22:46:17.295349 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ba0efdab-e129-4327-857d-6b0ffd0def2e req-a57e822c-ddd3-450f-ae09-b9d7e0aa348f tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448625 Apr 05 22:46:18.412521 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ccfd4-eac1-4769-8ff0-7821160f6ff7 req-1a85c8a0-3326-45d8-ac18-4f707aa8805d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:18.413998 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d11ccfd4-eac1-4769-8ff0-7821160f6ff7 req-1a85c8a0-3326-45d8-ac18-4f707aa8805d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=67ce0c41-a461-4449-9a3d-a2ced553896d HTTP/1.1" status: 200 len: 943 time: 0.0509951 Apr 05 22:46:18.461089 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d11ccfd4-eac1-4769-8ff0-7821160f6ff7 req-5130af1a-2c9d-4eee-849e-64861a8580ef tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415928 Apr 05 22:46:19.574926 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945a11f-6228-4a09-aea8-82d68729b3b7 req-451ac717-e29a-448d-9ec2-434d31838e5c tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:19.576363 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d945a11f-6228-4a09-aea8-82d68729b3b7 req-451ac717-e29a-448d-9ec2-434d31838e5c tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=67ce0c41-a461-4449-9a3d-a2ced553896d HTTP/1.1" status: 200 len: 943 time: 0.0505440 Apr 05 22:46:19.623502 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d945a11f-6228-4a09-aea8-82d68729b3b7 req-a64fc0fe-7a7f-4686-b424-49171727f219 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417037 Apr 05 22:46:20.740918 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260709bb-7f42-4dec-8599-5414c59d1fac req-8ffd9742-f99b-4b21-bcdb-f110f5f66f67 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:20.742393 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-260709bb-7f42-4dec-8599-5414c59d1fac req-8ffd9742-f99b-4b21-bcdb-f110f5f66f67 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=67ce0c41-a461-4449-9a3d-a2ced553896d HTTP/1.1" status: 200 len: 943 time: 0.0547950 Apr 05 22:46:20.789688 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-260709bb-7f42-4dec-8599-5414c59d1fac req-568bb697-7e05-4557-8714-4dbe40d9b526 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414991 Apr 05 22:46:21.903549 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29501e1f-d289-4efd-8b44-5b56df8bd04d req-332a24e0-a14a-48ef-82e7-6b4051a8e748 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:21.904820 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-29501e1f-d289-4efd-8b44-5b56df8bd04d req-332a24e0-a14a-48ef-82e7-6b4051a8e748 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=67ce0c41-a461-4449-9a3d-a2ced553896d HTTP/1.1" status: 200 len: 943 time: 0.0508683 Apr 05 22:46:21.956515 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-29501e1f-d289-4efd-8b44-5b56df8bd04d req-f75ae5b7-49f7-4648-ba53-b8ed5b2d6578 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460377 Apr 05 22:46:23.071740 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd800351-8f19-43e5-91d1-4a30f9823b84 req-6f5bd39c-48fa-4ade-880a-7546a400a53c tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:23.073213 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-bd800351-8f19-43e5-91d1-4a30f9823b84 req-6f5bd39c-48fa-4ade-880a-7546a400a53c tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=67ce0c41-a461-4449-9a3d-a2ced553896d HTTP/1.1" status: 200 len: 943 time: 0.0521755 Apr 05 22:46:23.123616 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-bd800351-8f19-43e5-91d1-4a30f9823b84 req-69033bde-1935-440a-bb89-95de1adcb675 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449729 Apr 05 22:46:24.128713 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device b6529de7-e613-4262-9936-290417477fe5 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:46:24.224691 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port b6529de7-e613-4262-9936-290417477fe5, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b6529de7-e613-4262-9936-290417477fe5,segment=NetworkSegment(0f3780bf-12d3-4aa9-87aa-e9d04a628627),segment_id=0f3780bf-12d3-4aa9-87aa-e9d04a628627)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:46:24.237822 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Returning: {'device': 'b6529de7-e613-4262-9936-290417477fe5', 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc', 'port_id': 'b6529de7-e613-4262-9936-290417477fe5', 'mac_address': 'fa:16:3e:c0:8c:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:46:24.241383 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040aa3b-add1-4f63-a084-af4b999171ab req-dbc2a7cf-ff76-4437-b79d-6cb9e4eade30 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:24.243016 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4040aa3b-add1-4f63-a084-af4b999171ab req-dbc2a7cf-ff76-4437-b79d-6cb9e4eade30 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=67ce0c41-a461-4449-9a3d-a2ced553896d HTTP/1.1" status: 200 len: 943 time: 0.0544798 Apr 05 22:46:24.278158 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port b6529de7-e613-4262-9936-290417477fe5 is: DOWN; New status is: BUILD {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:46:24.278550 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (b6529de7-e613-4262-9936-290417477fe5), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:24.295344 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6529de7-e613-4262-9936-290417477fe5 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:46:24.305208 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4040aa3b-add1-4f63-a084-af4b999171ab req-083cf4ca-b9d1-40b6-b329-880f163145be tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561876 Apr 05 22:46:24.313994 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port b6529de7-e613-4262-9936-290417477fe5, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b6529de7-e613-4262-9936-290417477fe5,segment=NetworkSegment(0f3780bf-12d3-4aa9-87aa-e9d04a628627),segment_id=0f3780bf-12d3-4aa9-87aa-e9d04a628627)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:46:24.319044 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (b6529de7-e613-4262-9936-290417477fe5), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:24.367350 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=b6529de7-e613-4262-9936-290417477fe5,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:24.630828 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] get_ports_and_sgs() called for port_ids ['b6529de7-e613-4262-9936-290417477fe5'] {{(pid=103304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:46:25.419526 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f260617-a9a0-49bb-950e-603880f8cd39 req-fbd022c9-f850-49ec-85ca-e59fbc51dedf tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:25.421009 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3f260617-a9a0-49bb-950e-603880f8cd39 req-fbd022c9-f850-49ec-85ca-e59fbc51dedf tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=67ce0c41-a461-4449-9a3d-a2ced553896d HTTP/1.1" status: 200 len: 944 time: 0.0504723 Apr 05 22:46:25.468171 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3f260617-a9a0-49bb-950e-603880f8cd39 req-5aa820dc-b83a-41cd-95fe-ffadc30703e4 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410070 Apr 05 22:46:26.127546 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device b6529de7-e613-4262-9936-290417477fe5 up at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:46:26.175130 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning for port b6529de7-e613-4262-9936-290417477fe5 completed by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:46:26.178818 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning complete for port b6529de7-e613-4262-9936-290417477fe5 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:46:26.179188 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (b6529de7-e613-4262-9936-290417477fe5), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:26.256296 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port b6529de7-e613-4262-9936-290417477fe5 is: BUILD; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:46:26.256676 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (b6529de7-e613-4262-9936-290417477fe5), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:26.278036 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ce0c41-a461-4449-9a3d-a2ced553896d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6529de7-e613-4262-9936-290417477fe5'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:46:26.280262 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16471d07bccade7c78bbaf7939695eccfc965b3074ad902c0ac28a73985796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d5ef8a-d8ee-4344-862a-34ca2051daeb" -d '{"events": [{"server_uuid": "67ce0c41-a461-4449-9a3d-a2ced553896d", "name": "network-vif-plugged", "status": "completed", "tag": "b6529de7-e613-4262-9936-290417477fe5"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:46:26.292365 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port b6529de7-e613-4262-9936-290417477fe5, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b6529de7-e613-4262-9936-290417477fe5,segment=NetworkSegment(0f3780bf-12d3-4aa9-87aa-e9d04a628627),segment_id=0f3780bf-12d3-4aa9-87aa-e9d04a628627)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:46:26.296007 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (b6529de7-e613-4262-9936-290417477fe5), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:26.318864 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08c29fe-9ceb-45b6-854d-4d72a3e58503 x-openstack-request-id: req-f08c29fe-9ceb-45b6-854d-4d72a3e58503 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:46:26.319154 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ce0c41-a461-4449-9a3d-a2ced553896d", "name": "network-vif-plugged", "status": "completed", "tag": "b6529de7-e613-4262-9936-290417477fe5", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:46:26.319404 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f08c29fe-9ceb-45b6-854d-4d72a3e58503 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:46:26.319794 dv-cinder-835879-4-iscsi neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f08c29fe-9ceb-45b6-854d-4d72a3e58503'] response: {'server_uuid': '67ce0c41-a461-4449-9a3d-a2ced553896d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6529de7-e613-4262-9936-290417477fe5', 'code': 200} Apr 05 22:46:26.344526 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=b6529de7-e613-4262-9936-290417477fe5,revision_number=5']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:26.530926 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0cd84-49cd-4462-9bbe-46521027fe0e req-a9940834-cf0d-4e5b-8424-da29d8e1877b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:26.532438 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-36b0cd84-49cd-4462-9bbe-46521027fe0e req-a9940834-cf0d-4e5b-8424-da29d8e1877b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=67ce0c41-a461-4449-9a3d-a2ced553896d HTTP/1.1" status: 200 len: 1129 time: 0.0489171 Apr 05 22:46:26.607749 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-36b0cd84-49cd-4462-9bbe-46521027fe0e req-8f1958a9-dd5f-46d3-8566-f9c80c3e24f3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684409 Apr 05 22:46:26.619198 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df44e5-abb5-4ee4-8d30-38947d6a3fc5 req-3f9de34a-5314-4956-9373-5fe426c3f3b3 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:26.620580 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e2df44e5-abb5-4ee4-8d30-38947d6a3fc5 req-3f9de34a-5314-4956-9373-5fe426c3f3b3 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=67ce0c41-a461-4449-9a3d-a2ced553896d HTTP/1.1" status: 200 len: 945 time: 0.0830128 Apr 05 22:46:26.667643 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e2df44e5-abb5-4ee4-8d30-38947d6a3fc5 req-81bc176e-5aca-4686-93e2-ce183e466107 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411632 Apr 05 22:46:27.787739 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be1400-695a-47f1-a319-4e3aeca6506b req-e8e473d6-5f45-4710-b9a1-7a7f00c2ee3d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:27.789232 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-43be1400-695a-47f1-a319-4e3aeca6506b req-e8e473d6-5f45-4710-b9a1-7a7f00c2ee3d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=67ce0c41-a461-4449-9a3d-a2ced553896d HTTP/1.1" status: 200 len: 945 time: 0.0546992 Apr 05 22:46:27.837940 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-43be1400-695a-47f1-a319-4e3aeca6506b req-6946ce3d-4212-4d75-9147-d065075d1182 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421119 Apr 05 22:46:28.952468 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf1875-025a-42a9-bfef-0ca3907a0175 req-848e1b58-51b5-4e81-a284-3e490cb324b6 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:28.953960 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-efbf1875-025a-42a9-bfef-0ca3907a0175 req-848e1b58-51b5-4e81-a284-3e490cb324b6 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=67ce0c41-a461-4449-9a3d-a2ced553896d HTTP/1.1" status: 200 len: 945 time: 0.0515573 Apr 05 22:46:29.002016 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-efbf1875-025a-42a9-bfef-0ca3907a0175 req-9a980016-d59d-48e0-9d65-742a174f0ea5 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424790 Apr 05 22:46:29.114865 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37097e10-b218-4893-8da7-6cc607680ba4 req-994bc3f4-fe72-4376-ae29-2e832a2b8358 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:29.116375 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-37097e10-b218-4893-8da7-6cc607680ba4 req-994bc3f4-fe72-4376-ae29-2e832a2b8358 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=67ce0c41-a461-4449-9a3d-a2ced553896d HTTP/1.1" status: 200 len: 945 time: 0.0512567 Apr 05 22:46:29.169379 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-37097e10-b218-4893-8da7-6cc607680ba4 req-cc6a446b-a476-4ed8-9adf-6504473e6d33 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466502 Apr 05 22:46:29.191807 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 54354) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:29.274833 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68d7bdb-4827-4392-95fc-89349c9b9256 tempest-TestVolumeBootPattern-2067521242 tempest-TestVolumeBootPattern-2067521242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:29.276301 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-c68d7bdb-4827-4392-95fc-89349c9b9256 tempest-TestVolumeBootPattern-2067521242 tempest-TestVolumeBootPattern-2067521242-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=67ce0c41-a461-4449-9a3d-a2ced553896d HTTP/1.1" status: 200 len: 1124 time: 0.0835094 Apr 05 22:46:29.279104 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 54358) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:29.283219 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-d7c7fe6b-b27e-4e7d-82e9-16cebf1a651d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Request body: {'floatingip': {'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'port_id': 'b6529de7-e613-4262-9936-290417477fe5', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:46:29.302347 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d7c7fe6b-b27e-4e7d-82e9-16cebf1a651d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:29.395546 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d7c7fe6b-b27e-4e7d-82e9-16cebf1a651d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:29.498286 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-d7c7fe6b-b27e-4e7d-82e9-16cebf1a651d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Allocated IP 172.27.2.155 (f2e9bb50-0445-459c-9ef2-0222ede25138/2ac17549-fc87-4e20-be5e-92c340e9a8b2/d99d15fa-4a37-4c09-9b3d-46fa2e805080) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:46:29.597041 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d7c7fe6b-b27e-4e7d-82e9-16cebf1a651d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks [] for port (d99d15fa-4a37-4c09-9b3d-46fa2e805080), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:29.633771 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d7c7fe6b-b27e-4e7d-82e9-16cebf1a651d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (d99d15fa-4a37-4c09-9b3d-46fa2e805080), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:29.671933 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c7fe6b-b27e-4e7d-82e9-16cebf1a651d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Network f2e9bb50-0445-459c-9ef2-0222ede25138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:46:29.675395 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-d7c7fe6b-b27e-4e7d-82e9-16cebf1a651d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:46:29.681122 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c7fe6b-b27e-4e7d-82e9-16cebf1a651d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:46:29.686681 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c7fe6b-b27e-4e7d-82e9-16cebf1a651d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Pushing event updated for resources: {'Port': ['ID=d99d15fa-4a37-4c09-9b3d-46fa2e805080,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:30.039486 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d7c7fe6b-b27e-4e7d-82e9-16cebf1a651d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks [] for floatingip (d1cf83e2-ed4b-40f6-b594-72c4b0f5cefe), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:30.051279 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:30.109400 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d7c7fe6b-b27e-4e7d-82e9-16cebf1a651d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (d99d15fa-4a37-4c09-9b3d-46fa2e805080), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:30.262811 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d7c7fe6b-b27e-4e7d-82e9-16cebf1a651d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks [] for port (d99d15fa-4a37-4c09-9b3d-46fa2e805080), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:30.267159 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d7c7fe6b-b27e-4e7d-82e9-16cebf1a651d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28860065'] for port (d99d15fa-4a37-4c09-9b3d-46fa2e805080), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:30.329830 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c7fe6b-b27e-4e7d-82e9-16cebf1a651d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Pushing event updated for resources: {'Port': ['ID=d99d15fa-4a37-4c09-9b3d-46fa2e805080,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:30.344822 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d7c7fe6b-b27e-4e7d-82e9-16cebf1a651d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528098'] for floatingip (d1cf83e2-ed4b-40f6-b594-72c4b0f5cefe), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:30.444512 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.db.l3_db [None req-d7c7fe6b-b27e-4e7d-82e9-16cebf1a651d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Floating IP d1cf83e2-ed4b-40f6-b594-72c4b0f5cefe associated. External IP: 172.27.2.155, port: b6529de7-e613-4262-9936-290417477fe5. Apr 05 22:46:30.648711 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c7fe6b-b27e-4e7d-82e9-16cebf1a651d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Router 0712fcbd-21e2-45fa-8b24-a6e487549d9c has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:46:30.754812 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c7fe6b-b27e-4e7d-82e9-16cebf1a651d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:46:30.764242 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f59594-b9b2-46ed-b625-1f1123af3cf7 None None] Sync routers for ids ['0712fcbd-21e2-45fa-8b24-a6e487549d9c'] in dv-cinder-835879-4-iscsi {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:46:30.772296 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d7c7fe6b-b27e-4e7d-82e9-16cebf1a651d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:30.773973 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f59594-b9b2-46ed-b625-1f1123af3cf7 None None] Routers {'0712fcbd-21e2-45fa-8b24-a6e487549d9c'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:46:30.774591 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-a8f59594-b9b2-46ed-b625-1f1123af3cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:46:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['0712fcbd-21e2-45fa-8b24-a6e487549d9c'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:46:30.801560 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-d7c7fe6b-b27e-4e7d-82e9-16cebf1a651d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5214715 Apr 05 22:46:30.802135 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ce0c41-a461-4449-9a3d-a2ced553896d', 'tag': 'b6529de7-e613-4262-9936-290417477fe5'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:46:30.804376 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da242bb7-d07f-47e6-b9ea-3661a9a5aa8d" -d '{"events": [{"name": "network-changed", "server_uuid": "67ce0c41-a461-4449-9a3d-a2ced553896d", "tag": "b6529de7-e613-4262-9936-290417477fe5"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:46:30.840171 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ac5315-76d3-44eb-97b4-f515954c1f01 x-openstack-request-id: req-a2ac5315-76d3-44eb-97b4-f515954c1f01 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:46:30.840465 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67ce0c41-a461-4449-9a3d-a2ced553896d", "tag": "b6529de7-e613-4262-9936-290417477fe5", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:46:30.840714 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a2ac5315-76d3-44eb-97b4-f515954c1f01 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:46:30.841163 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2ac5315-76d3-44eb-97b4-f515954c1f01'] response: {'name': 'network-changed', 'server_uuid': '67ce0c41-a461-4449-9a3d-a2ced553896d', 'tag': 'b6529de7-e613-4262-9936-290417477fe5', 'status': 'completed', 'code': 200} Apr 05 22:46:30.882497 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-a8f59594-b9b2-46ed-b625-1f1123af3cf7 None None] Set router 0712fcbd-21e2-45fa-8b24-a6e487549d9c gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:46:30.914107 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da242bb7-d07f-47e6-b9ea-3661a9a5aa8d req-70960b33-bf6a-45e6-8e46-0eb4e0cdd57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:30.915638 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-da242bb7-d07f-47e6-b9ea-3661a9a5aa8d req-70960b33-bf6a-45e6-8e46-0eb4e0cdd57b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c1e3f0cce8f24e4283bc8e4a3b8dd7f4&device_id=67ce0c41-a461-4449-9a3d-a2ced553896d HTTP/1.1" status: 200 len: 1129 time: 0.0514483 Apr 05 22:46:31.013560 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da242bb7-d07f-47e6-b9ea-3661a9a5aa8d req-43b021d6-e74b-42c1-98e2-65963a4da463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:31.015034 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-da242bb7-d07f-47e6-b9ea-3661a9a5aa8d req-43b021d6-e74b-42c1-98e2-65963a4da463 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4d7e090b-a496-4bac-9ae8-5be3d7b150bc HTTP/1.1" status: 200 len: 912 time: 0.0934417 Apr 05 22:46:31.078957 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-da242bb7-d07f-47e6-b9ea-3661a9a5aa8d req-6ff6b91f-f956-4c3a-8a6e-a64fce7e44c0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6529de7-e613-4262-9936-290417477fe5 HTTP/1.1" status: 200 len: 999 time: 0.0577784 Apr 05 22:46:31.106670 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-a8f59594-b9b2-46ed-b625-1f1123af3cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'name': 'tempest-TestVolumeBootPattern-533555744-router', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:45:38Z', 'updated_at': '2022-04-05T22:45:41Z', 'revision_number': 4, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'gw_port': {'id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:39Z', 'updated_at': '2022-04-05T22:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': 'd1cf83e2-ed4b-40f6-b594-72c4b0f5cefe', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'floating_ip_address': '172.27.2.155', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'port_id': 'b6529de7-e613-4262-9936-290417477fe5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc', 'mac_address': 'fa:16:3e:c0:8c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce0c41-a461-4449-9a3d-a2ced553896d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:46:29Z', 'updated_at': '2022-04-05T22:46:29Z', 'revision_number': 0, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd79ba75-b889-471f-af8b-70bc36129593', 'name': '', 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'mac_address': 'fa:16:3e:46:d9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:41Z', 'updated_at': '2022-04-05T22:45:46Z', 'revision_number': 5, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'subnets': [{'id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:46:31.130843 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da242bb7-d07f-47e6-b9ea-3661a9a5aa8d req-418bcda1-cb3b-46cb-917b-6a62cab0ee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:31.132305 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-da242bb7-d07f-47e6-b9ea-3661a9a5aa8d req-418bcda1-cb3b-46cb-917b-6a62cab0ee5b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e94736fb-18ab-4fd7-843e-a3eca774b62e HTTP/1.1" status: 200 len: 850 time: 0.0476029 Apr 05 22:46:31.136101 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f59594-b9b2-46ed-b625-1f1123af3cf7 None None] Checking router: 0712fcbd-21e2-45fa-8b24-a6e487549d9c for host: dv-cinder-835879-4-iscsi {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:46:31.144517 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f59594-b9b2-46ed-b625-1f1123af3cf7 None None] Routers {'0712fcbd-21e2-45fa-8b24-a6e487549d9c'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:46:31.145153 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-a8f59594-b9b2-46ed-b625-1f1123af3cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:46:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['0712fcbd-21e2-45fa-8b24-a6e487549d9c'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:46:31.182370 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da242bb7-d07f-47e6-b9ea-3661a9a5aa8d req-d88ded17-8de9-4625-b97d-8cba363de5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:31.183848 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-da242bb7-d07f-47e6-b9ea-3661a9a5aa8d req-d88ded17-8de9-4625-b97d-8cba363de5c3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4d7e090b-a496-4bac-9ae8-5be3d7b150bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439508 Apr 05 22:46:31.255113 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-a8f59594-b9b2-46ed-b625-1f1123af3cf7 None None] Set router 0712fcbd-21e2-45fa-8b24-a6e487549d9c gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:46:31.276382 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-da242bb7-d07f-47e6-b9ea-3661a9a5aa8d req-bca5d28e-d930-4446-9412-30d1e862e353 service neutron] 10.222.0.46 "GET /v2.0/networks/4d7e090b-a496-4bac-9ae8-5be3d7b150bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859432 Apr 05 22:46:31.370873 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-da242bb7-d07f-47e6-b9ea-3661a9a5aa8d req-2b5835e8-6e64-496d-a49f-5f1324acc3ed service neutron] 10.222.0.46 "GET /v2.0/networks/4d7e090b-a496-4bac-9ae8-5be3d7b150bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873680 Apr 05 22:46:31.480286 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-a8f59594-b9b2-46ed-b625-1f1123af3cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'name': 'tempest-TestVolumeBootPattern-533555744-router', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:45:38Z', 'updated_at': '2022-04-05T22:45:41Z', 'revision_number': 4, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'gw_port': {'id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:39Z', 'updated_at': '2022-04-05T22:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': 'd1cf83e2-ed4b-40f6-b594-72c4b0f5cefe', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'floating_ip_address': '172.27.2.155', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'port_id': 'b6529de7-e613-4262-9936-290417477fe5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc', 'mac_address': 'fa:16:3e:c0:8c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce0c41-a461-4449-9a3d-a2ced553896d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:46:29Z', 'updated_at': '2022-04-05T22:46:29Z', 'revision_number': 0, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd79ba75-b889-471f-af8b-70bc36129593', 'name': '', 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'mac_address': 'fa:16:3e:46:d9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:41Z', 'updated_at': '2022-04-05T22:45:46Z', 'revision_number': 5, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'subnets': [{'id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:46:31.508409 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f59594-b9b2-46ed-b625-1f1123af3cf7 None None] The sync data for ids ['0712fcbd-21e2-45fa-8b24-a6e487549d9c'] in dv-cinder-835879-4-iscsi is: [{'id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'name': 'tempest-TestVolumeBootPattern-533555744-router', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:45:38Z', 'updated_at': '2022-04-05T22:45:41Z', 'revision_number': 4, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'gw_port': {'id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:39Z', 'updated_at': '2022-04-05T22:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': 'd1cf83e2-ed4b-40f6-b594-72c4b0f5cefe', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'floating_ip_address': '172.27.2.155', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'port_id': 'b6529de7-e613-4262-9936-290417477fe5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc', 'mac_address': 'fa:16:3e:c0:8c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce0c41-a461-4449-9a3d-a2ced553896d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:46:29Z', 'updated_at': '2022-04-05T22:46:29Z', 'revision_number': 0, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd79ba75-b889-471f-af8b-70bc36129593', 'name': '', 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'mac_address': 'fa:16:3e:46:d9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:41Z', 'updated_at': '2022-04-05T22:45:46Z', 'revision_number': 5, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'subnets': [{'id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:46:31.684320 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8414b8-b76e-4ed6-82aa-701fa0d08d2a None None] New status for floating IP d1cf83e2-ed4b-40f6-b594-72c4b0f5cefe: ACTIVE {{(pid=103305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:46:34.338018 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a7a1cff-7f67-444f-b068-08548216686c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:36.810251 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-57217b33-e276-4ac7-a125-0196568f86e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:37.596833 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:39.189661 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:40.772021 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:41.867771 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:47:00.067028 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:04.338553 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-515ba72c-2d87-441a-b6db-b3cf2f3b2429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:06.813309 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2585f5f6-dca5-4572-9241-b6c4c3ea3508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:07.601525 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:08.650517 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7afdbb4c-2c26-420b-8b62-ce8a21eb73c4 req-fc8bc42a-2367-491b-a0a5-2c8837988298 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1748818111&fields=id&tenant_id=21e949a947724a51802556a5f44f9069 HTTP/1.1" status: 200 len: 267 time: 0.0440650 Apr 05 22:47:08.708004 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afdbb4c-2c26-420b-8b62-ce8a21eb73c4 req-c7528e3a-3cf1-4c96-b37e-aafb9da88ca8 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:08.710066 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7afdbb4c-2c26-420b-8b62-ce8a21eb73c4 req-c7528e3a-3cf1-4c96-b37e-aafb9da88ca8 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 985 time: 0.0543332 Apr 05 22:47:08.720332 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [req-7afdbb4c-2c26-420b-8b62-ce8a21eb73c4 req-4a9cb8fa-4422-4e47-8f71-159af22662ad tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Request body: {'port': {'security_groups': ['e9fd7d6a-af43-4f19-9873-30c2a98cf872']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:47:08.796904 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7afdbb4c-2c26-420b-8b62-ce8a21eb73c4 req-4a9cb8fa-4422-4e47-8f71-159af22662ad tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (67632c50-8e89-46bd-b6dc-7a0115da0fd7), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:08.972136 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-7afdbb4c-2c26-420b-8b62-ce8a21eb73c4 req-4a9cb8fa-4422-4e47-8f71-159af22662ad tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] For port 67632c50-8e89-46bd-b6dc-7a0115da0fd7, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=67632c50-8e89-46bd-b6dc-7a0115da0fd7,segment=NetworkSegment(4bd64f36-2eca-4470-9ec3-df8cfa4c008d),segment_id=4bd64f36-2eca-4470-9ec3-df8cfa4c008d)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:47:09.002236 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7afdbb4c-2c26-420b-8b62-ce8a21eb73c4 req-4a9cb8fa-4422-4e47-8f71-159af22662ad tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks [] for port (67632c50-8e89-46bd-b6dc-7a0115da0fd7), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:09.007010 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7afdbb4c-2c26-420b-8b62-ce8a21eb73c4 req-4a9cb8fa-4422-4e47-8f71-159af22662ad tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28860065'] for port (67632c50-8e89-46bd-b6dc-7a0115da0fd7), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:09.020146 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] get_ports_and_sgs() called for port_ids ['67632c50-8e89-46bd-b6dc-7a0115da0fd7'] {{(pid=103304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:47:09.051741 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afdbb4c-2c26-420b-8b62-ce8a21eb73c4 req-4a9cb8fa-4422-4e47-8f71-159af22662ad tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:09.052382 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7afdbb4c-2c26-420b-8b62-ce8a21eb73c4 req-4a9cb8fa-4422-4e47-8f71-159af22662ad tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:09.054419 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7afdbb4c-2c26-420b-8b62-ce8a21eb73c4 req-4a9cb8fa-4422-4e47-8f71-159af22662ad tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "PUT /v2.0/ports/67632c50-8e89-46bd-b6dc-7a0115da0fd7 HTTP/1.1" status: 200 len: 943 time: 0.3383763 Apr 05 22:47:09.054893 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8f048d2-ab91-49a4-9c2a-525275f50558', 'tag': '67632c50-8e89-46bd-b6dc-7a0115da0fd7'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:47:09.057280 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fec7c82-4085-47d5-8fbc-23033949ae4d" -d '{"events": [{"name": "network-changed", "server_uuid": "d8f048d2-ab91-49a4-9c2a-525275f50558", "tag": "67632c50-8e89-46bd-b6dc-7a0115da0fd7"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:47:09.063123 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 54382) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:09.082665 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9cb8fa-4422-4e47-8f71-159af22662ad tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Pushing event updated for resources: {'Port': ['ID=67632c50-8e89-46bd-b6dc-7a0115da0fd7,revision_number=7']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:09.090930 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9cb8fa-4422-4e47-8f71-159af22662ad tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:09.091565 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9cb8fa-4422-4e47-8f71-159af22662ad tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:09.092088 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9cb8fa-4422-4e47-8f71-159af22662ad tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:09.092603 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9cb8fa-4422-4e47-8f71-159af22662ad tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:09.093154 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9cb8fa-4422-4e47-8f71-159af22662ad tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:09.093668 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9cb8fa-4422-4e47-8f71-159af22662ad tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:09.094177 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9cb8fa-4422-4e47-8f71-159af22662ad tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:09.094684 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9cb8fa-4422-4e47-8f71-159af22662ad tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:09.095206 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9cb8fa-4422-4e47-8f71-159af22662ad tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:09.095710 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9cb8fa-4422-4e47-8f71-159af22662ad tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:09.096215 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9cb8fa-4422-4e47-8f71-159af22662ad tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:09.096720 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9cb8fa-4422-4e47-8f71-159af22662ad tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:09.097256 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9cb8fa-4422-4e47-8f71-159af22662ad tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:09.097753 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9cb8fa-4422-4e47-8f71-159af22662ad tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:09.098258 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9cb8fa-4422-4e47-8f71-159af22662ad tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:09.116776 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3758f527-4a8e-4722-983e-b3ebdd217d0e x-openstack-request-id: req-3758f527-4a8e-4722-983e-b3ebdd217d0e {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:47:09.117397 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8f048d2-ab91-49a4-9c2a-525275f50558", "tag": "67632c50-8e89-46bd-b6dc-7a0115da0fd7", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:47:09.117833 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3758f527-4a8e-4722-983e-b3ebdd217d0e {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:47:09.118415 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3758f527-4a8e-4722-983e-b3ebdd217d0e'] response: {'name': 'network-changed', 'server_uuid': 'd8f048d2-ab91-49a4-9c2a-525275f50558', 'tag': '67632c50-8e89-46bd-b6dc-7a0115da0fd7', 'status': 'completed', 'code': 200} Apr 05 22:47:09.137714 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] get_ports_and_sgs() called for port_ids ['67632c50-8e89-46bd-b6dc-7a0115da0fd7'] {{(pid=103304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:47:09.160230 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0ffdf336-f7a5-4edf-aa66-5501f66c6572 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks [] for security_group (fdaafe43-ffab-4c03-9187-a9dd224b18a0), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:09.191883 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0ffdf336-f7a5-4edf-aa66-5501f66c6572 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks [] for security_group (fdaafe43-ffab-4c03-9187-a9dd224b18a0), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:09.207637 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec7c82-4085-47d5-8fbc-23033949ae4d req-5ad32ba8-ef06-4dba-9a0e-5e3e95efa3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:09.211237 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9fec7c82-4085-47d5-8fbc-23033949ae4d req-5ad32ba8-ef06-4dba-9a0e-5e3e95efa3f3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=21e949a947724a51802556a5f44f9069&device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 1130 time: 0.0707819 Apr 05 22:47:09.262731 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:09.268602 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0ffdf336-f7a5-4edf-aa66-5501f66c6572 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (fdaafe43-ffab-4c03-9187-a9dd224b18a0), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:09.272399 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0ffdf336-f7a5-4edf-aa66-5501f66c6572 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:09.279857 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-0ffdf336-f7a5-4edf-aa66-5501f66c6572 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "DELETE /v2.0/security-groups/fdaafe43-ffab-4c03-9187-a9dd224b18a0 HTTP/1.1" status: 204 len: 168 time: 0.2128983 Apr 05 22:47:09.281467 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 54386) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:09.329799 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec7c82-4085-47d5-8fbc-23033949ae4d req-56fd61c8-f9f7-40c9-8cd3-d6b6e209736f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:09.331554 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9fec7c82-4085-47d5-8fbc-23033949ae4d req-56fd61c8-f9f7-40c9-8cd3-d6b6e209736f service neutron] 10.222.0.46 "GET /v2.0/networks?id=641cc78c-9adf-489f-a3d9-393fcc970dc7 HTTP/1.1" status: 200 len: 915 time: 0.1133897 Apr 05 22:47:09.345266 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffdf336-f7a5-4edf-aa66-5501f66c6572 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdaafe43-ffab-4c03-9187-a9dd224b18a0,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:09.364554 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdf336-f7a5-4edf-aa66-5501f66c6572 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:09.365019 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdf336-f7a5-4edf-aa66-5501f66c6572 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:09.365924 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdf336-f7a5-4edf-aa66-5501f66c6572 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:09.366274 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdf336-f7a5-4edf-aa66-5501f66c6572 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:09.366614 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdf336-f7a5-4edf-aa66-5501f66c6572 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:09.367125 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdf336-f7a5-4edf-aa66-5501f66c6572 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:09.367460 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdf336-f7a5-4edf-aa66-5501f66c6572 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:09.367801 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdf336-f7a5-4edf-aa66-5501f66c6572 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:09.368135 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdf336-f7a5-4edf-aa66-5501f66c6572 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:09.368826 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdf336-f7a5-4edf-aa66-5501f66c6572 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:09.369140 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdf336-f7a5-4edf-aa66-5501f66c6572 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:09.369475 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdf336-f7a5-4edf-aa66-5501f66c6572 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:09.369807 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdf336-f7a5-4edf-aa66-5501f66c6572 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:09.370273 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdf336-f7a5-4edf-aa66-5501f66c6572 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:09.370623 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdf336-f7a5-4edf-aa66-5501f66c6572 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:09.383596 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-5d5e2118-452d-40f7-bfbb-8222e60d56f0 None None] Provisioning complete for port 67632c50-8e89-46bd-b6dc-7a0115da0fd7 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:47:09.383992 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5d5e2118-452d-40f7-bfbb-8222e60d56f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (67632c50-8e89-46bd-b6dc-7a0115da0fd7), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:09.406838 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9fec7c82-4085-47d5-8fbc-23033949ae4d req-740b3d26-e5fa-4514-81d8-46185f7f01ff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67632c50-8e89-46bd-b6dc-7a0115da0fd7 HTTP/1.1" status: 200 len: 1002 time: 0.0683095 Apr 05 22:47:09.458654 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec7c82-4085-47d5-8fbc-23033949ae4d req-77feebb5-81b2-4fe4-99ec-1533e5c42a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:09.460290 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9fec7c82-4085-47d5-8fbc-23033949ae4d req-77feebb5-81b2-4fe4-99ec-1533e5c42a1a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1a8814a8-dbf2-4ec2-9d65-e7895c88a3a4 HTTP/1.1" status: 200 len: 853 time: 0.0474305 Apr 05 22:47:09.482717 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-47b6cab7-8feb-417c-9cc1-77013f8068e6 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Deleting port 7a399b53-859f-45b1-9af0-03f5eb7da3db {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:47:09.483074 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-47b6cab7-8feb-417c-9cc1-77013f8068e6 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (7a399b53-859f-45b1-9af0-03f5eb7da3db), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:09.522115 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec7c82-4085-47d5-8fbc-23033949ae4d req-c8bd8e4a-bfdd-4a4f-9762-5270f4d6ffef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:09.523808 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9fec7c82-4085-47d5-8fbc-23033949ae4d req-c8bd8e4a-bfdd-4a4f-9762-5270f4d6ffef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=641cc78c-9adf-489f-a3d9-393fcc970dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559061 Apr 05 22:47:09.574505 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-47b6cab7-8feb-417c-9cc1-77013f8068e6 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (7a399b53-859f-45b1-9af0-03f5eb7da3db), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:09.574847 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-47b6cab7-8feb-417c-9cc1-77013f8068e6 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks [] for floatingip (7a399b53-859f-45b1-9af0-03f5eb7da3db), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:09.589029 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-47b6cab7-8feb-417c-9cc1-77013f8068e6 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Calling delete_port for 7a399b53-859f-45b1-9af0-03f5eb7da3db owned by network:floatingip {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:47:09.606025 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-5d5e2118-452d-40f7-bfbb-8222e60d56f0 None None] Current status of the port 67632c50-8e89-46bd-b6dc-7a0115da0fd7 is: ACTIVE; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:47:09.622019 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9fec7c82-4085-47d5-8fbc-23033949ae4d req-0f901087-a618-4e91-86ad-e7013f08da14 service neutron] 10.222.0.46 "GET /v2.0/networks/641cc78c-9adf-489f-a3d9-393fcc970dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900204 Apr 05 22:47:09.710866 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9fec7c82-4085-47d5-8fbc-23033949ae4d req-07aef637-6f1e-4fbe-9980-99ec798114e9 service neutron] 10.222.0.46 "GET /v2.0/networks/641cc78c-9adf-489f-a3d9-393fcc970dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827837 Apr 05 22:47:09.760846 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-47b6cab7-8feb-417c-9cc1-77013f8068e6 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25648990'] for port (7a399b53-859f-45b1-9af0-03f5eb7da3db), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:09.787140 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b6cab7-8feb-417c-9cc1-77013f8068e6 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Pushing event deleted for resources: {'Port': ['ID=7a399b53-859f-45b1-9af0-03f5eb7da3db,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:09.845258 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-47b6cab7-8feb-417c-9cc1-77013f8068e6 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks [] for floatingip (1b7d8b3a-01f0-4b0a-8e49-09649498fd3f), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:09.845587 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.db.l3_db [None req-47b6cab7-8feb-417c-9cc1-77013f8068e6 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Floating IP 1b7d8b3a-01f0-4b0a-8e49-09649498fd3f disassociated (deleted). External IP: 172.27.2.149, port: 67632c50-8e89-46bd-b6dc-7a0115da0fd7. Apr 05 22:47:10.055154 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b6cab7-8feb-417c-9cc1-77013f8068e6 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Router bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:47:10.166223 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b6cab7-8feb-417c-9cc1-77013f8068e6 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:47:10.170959 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-47b6cab7-8feb-417c-9cc1-77013f8068e6 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for floatingip (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:10.175913 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79184bd-26a0-45d7-929a-5e18de25a893 None None] Sync routers for ids ['bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd'] in dv-cinder-835879-4-iscsi {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:47:10.185792 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79184bd-26a0-45d7-929a-5e18de25a893 None None] Routers {'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:47:10.186410 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-a79184bd-26a0-45d7-929a-5e18de25a893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:47:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:47:10.205781 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-47b6cab7-8feb-417c-9cc1-77013f8068e6 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "DELETE /v2.0/floatingips/1b7d8b3a-01f0-4b0a-8e49-09649498fd3f HTTP/1.1" status: 204 len: 168 time: 0.9168363 Apr 05 22:47:10.205781 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8f048d2-ab91-49a4-9c2a-525275f50558', 'tag': '67632c50-8e89-46bd-b6dc-7a0115da0fd7'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:47:10.205781 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1671544ff40eda59cef59b672f5a268c5eb6787e07d105e794150b4ff377c8e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64422d11-c637-48d8-a1cc-0bec0d17c582" -d '{"events": [{"name": "network-changed", "server_uuid": "d8f048d2-ab91-49a4-9c2a-525275f50558", "tag": "67632c50-8e89-46bd-b6dc-7a0115da0fd7"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:47:10.305270 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-a79184bd-26a0-45d7-929a-5e18de25a893 None None] Set router bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:47:10.334932 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73f400e-c28d-4796-b4ee-c318800b8b16 x-openstack-request-id: req-a73f400e-c28d-4796-b4ee-c318800b8b16 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:47:10.335232 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8f048d2-ab91-49a4-9c2a-525275f50558", "tag": "67632c50-8e89-46bd-b6dc-7a0115da0fd7", "status": "completed", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:47:10.335488 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a73f400e-c28d-4796-b4ee-c318800b8b16 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:47:10.335897 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a73f400e-c28d-4796-b4ee-c318800b8b16'] response: {'name': 'network-changed', 'server_uuid': 'd8f048d2-ab91-49a4-9c2a-525275f50558', 'tag': '67632c50-8e89-46bd-b6dc-7a0115da0fd7', 'status': 'completed', 'code': 200} Apr 05 22:47:10.516135 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-a79184bd-26a0-45d7-929a-5e18de25a893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd', 'name': 'tempest-TestMinimumBasicScenario-720478267-router', 'tenant_id': '21e949a947724a51802556a5f44f9069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'fd1b18aa-3827-4938-acef-f9331de2346c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:03Z', 'updated_at': '2022-04-05T22:43:06Z', 'revision_number': 4, 'project_id': '21e949a947724a51802556a5f44f9069', 'gw_port': {'id': 'fd1b18aa-3827-4938-acef-f9331de2346c', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:04Z', 'updated_at': '2022-04-05T22:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': '0e3f24d9-f225-45ed-9ae2-377973102434', 'name': '', 'network_id': '641cc78c-9adf-489f-a3d9-393fcc970dc7', 'tenant_id': '21e949a947724a51802556a5f44f9069', 'mac_address': 'fa:16:3e:c3:7f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1a8814a8-dbf2-4ec2-9d65-e7895c88a3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:06Z', 'updated_at': '2022-04-05T22:43:12Z', 'revision_number': 5, 'project_id': '21e949a947724a51802556a5f44f9069', 'subnets': [{'id': '1a8814a8-dbf2-4ec2-9d65-e7895c88a3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:47:10.549571 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79184bd-26a0-45d7-929a-5e18de25a893 None None] Checking router: bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd for host: dv-cinder-835879-4-iscsi {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:47:10.552677 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64422d11-c637-48d8-a1cc-0bec0d17c582 req-4165ee5c-a4c5-4f0e-92fe-21ad63d97c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:10.554277 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-64422d11-c637-48d8-a1cc-0bec0d17c582 req-4165ee5c-a4c5-4f0e-92fe-21ad63d97c33 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=21e949a947724a51802556a5f44f9069&device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 1130 time: 0.0518463 Apr 05 22:47:10.558397 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79184bd-26a0-45d7-929a-5e18de25a893 None None] Routers {'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:47:10.558952 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-a79184bd-26a0-45d7-929a-5e18de25a893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:47:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:47:10.647988 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64422d11-c637-48d8-a1cc-0bec0d17c582 req-0391269a-148e-478b-a236-6dbe74064009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:10.649512 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-64422d11-c637-48d8-a1cc-0bec0d17c582 req-0391269a-148e-478b-a236-6dbe74064009 service neutron] 10.222.0.46 "GET /v2.0/networks?id=641cc78c-9adf-489f-a3d9-393fcc970dc7 HTTP/1.1" status: 200 len: 915 time: 0.0895956 Apr 05 22:47:10.668049 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-a79184bd-26a0-45d7-929a-5e18de25a893 None None] Set router bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:47:10.802180 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:10.882451 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-a79184bd-26a0-45d7-929a-5e18de25a893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd', 'name': 'tempest-TestMinimumBasicScenario-720478267-router', 'tenant_id': '21e949a947724a51802556a5f44f9069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'fd1b18aa-3827-4938-acef-f9331de2346c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:03Z', 'updated_at': '2022-04-05T22:43:06Z', 'revision_number': 4, 'project_id': '21e949a947724a51802556a5f44f9069', 'gw_port': {'id': 'fd1b18aa-3827-4938-acef-f9331de2346c', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:04Z', 'updated_at': '2022-04-05T22:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': '0e3f24d9-f225-45ed-9ae2-377973102434', 'name': '', 'network_id': '641cc78c-9adf-489f-a3d9-393fcc970dc7', 'tenant_id': '21e949a947724a51802556a5f44f9069', 'mac_address': 'fa:16:3e:c3:7f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1a8814a8-dbf2-4ec2-9d65-e7895c88a3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:06Z', 'updated_at': '2022-04-05T22:43:12Z', 'revision_number': 5, 'project_id': '21e949a947724a51802556a5f44f9069', 'subnets': [{'id': '1a8814a8-dbf2-4ec2-9d65-e7895c88a3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:47:10.913430 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79184bd-26a0-45d7-929a-5e18de25a893 None None] The sync data for ids ['bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd'] in dv-cinder-835879-4-iscsi is: [{'id': 'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd', 'name': 'tempest-TestMinimumBasicScenario-720478267-router', 'tenant_id': '21e949a947724a51802556a5f44f9069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'fd1b18aa-3827-4938-acef-f9331de2346c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:03Z', 'updated_at': '2022-04-05T22:43:06Z', 'revision_number': 4, 'project_id': '21e949a947724a51802556a5f44f9069', 'gw_port': {'id': 'fd1b18aa-3827-4938-acef-f9331de2346c', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:04Z', 'updated_at': '2022-04-05T22:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': '0e3f24d9-f225-45ed-9ae2-377973102434', 'name': '', 'network_id': '641cc78c-9adf-489f-a3d9-393fcc970dc7', 'tenant_id': '21e949a947724a51802556a5f44f9069', 'mac_address': 'fa:16:3e:c3:7f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1a8814a8-dbf2-4ec2-9d65-e7895c88a3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:06Z', 'updated_at': '2022-04-05T22:43:12Z', 'revision_number': 5, 'project_id': '21e949a947724a51802556a5f44f9069', 'subnets': [{'id': '1a8814a8-dbf2-4ec2-9d65-e7895c88a3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:47:10.953810 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-64422d11-c637-48d8-a1cc-0bec0d17c582 req-36ca2ea0-c1f9-4945-b934-875627c50975 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67632c50-8e89-46bd-b6dc-7a0115da0fd7 HTTP/1.1" status: 200 len: 217 time: 0.0362213 Apr 05 22:47:11.009086 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64422d11-c637-48d8-a1cc-0bec0d17c582 req-6eec89fb-d3ad-4df4-8921-20b8e17e29e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:11.010575 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-64422d11-c637-48d8-a1cc-0bec0d17c582 req-6eec89fb-d3ad-4df4-8921-20b8e17e29e4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1a8814a8-dbf2-4ec2-9d65-e7895c88a3a4 HTTP/1.1" status: 200 len: 853 time: 0.0493467 Apr 05 22:47:11.063034 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64422d11-c637-48d8-a1cc-0bec0d17c582 req-c57f0c36-c851-4e54-8e67-b73e68547671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:11.064949 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-64422d11-c637-48d8-a1cc-0bec0d17c582 req-c57f0c36-c851-4e54-8e67-b73e68547671 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=641cc78c-9adf-489f-a3d9-393fcc970dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474989 Apr 05 22:47:11.142061 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065ebae8-e3bd-42a9-adb1-1bdae75e0256 None None] New status for floating IP 1b7d8b3a-01f0-4b0a-8e49-09649498fd3f: DOWN {{(pid=103305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:47:11.169971 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-64422d11-c637-48d8-a1cc-0bec0d17c582 req-f0fe3a87-bbe0-478a-ad7d-ca467ecd24e7 service neutron] 10.222.0.46 "GET /v2.0/networks/641cc78c-9adf-489f-a3d9-393fcc970dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981555 Apr 05 22:47:11.270902 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-64422d11-c637-48d8-a1cc-0bec0d17c582 req-8f636b9b-e288-478d-a9a2-2de05384a3c2 service neutron] 10.222.0.46 "GET /v2.0/networks/641cc78c-9adf-489f-a3d9-393fcc970dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944474 Apr 05 22:47:12.984420 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5e2cca30-3682-43a6-aaa3-38da47b258d1 req-b6915b29-dfcd-46a4-b512-fe3249870264 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=67ce0c41-a461-4449-9a3d-a2ced553896d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452955 Apr 05 22:47:13.045378 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06dbda-3eea-426c-8ceb-818a0906794e req-7bb0ba80-dc5c-48c1-a7b3-2c940e61444f tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:13.046876 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4c06dbda-3eea-426c-8ceb-818a0906794e req-7bb0ba80-dc5c-48c1-a7b3-2c940e61444f tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 946 time: 0.0545969 Apr 05 22:47:13.092649 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4c06dbda-3eea-426c-8ceb-818a0906794e req-8631fe55-1b32-4ccb-98e8-678f8ddb44f5 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9fd7d6a-af43-4f19-9873-30c2a98cf872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402489 Apr 05 22:47:14.208656 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ed14e-0b88-4ddc-ac8a-4813b136027d req-96ef98e9-5a3a-477e-80a2-11499abf5bea tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:14.210069 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6b7ed14e-0b88-4ddc-ac8a-4813b136027d req-96ef98e9-5a3a-477e-80a2-11499abf5bea tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 946 time: 0.0516536 Apr 05 22:47:14.255961 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-6b7ed14e-0b88-4ddc-ac8a-4813b136027d req-b7a4ab1f-88a5-4e51-b5e3-ac2fc022c6bf tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9fd7d6a-af43-4f19-9873-30c2a98cf872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398860 Apr 05 22:47:14.381378 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2cca30-3682-43a6-aaa3-38da47b258d1 req-0a620651-67ce-4b29-9957-c056d655f25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:14.382840 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5e2cca30-3682-43a6-aaa3-38da47b258d1 req-0a620651-67ce-4b29-9957-c056d655f25b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c1e3f0cce8f24e4283bc8e4a3b8dd7f4&device_id=67ce0c41-a461-4449-9a3d-a2ced553896d HTTP/1.1" status: 200 len: 1129 time: 0.0431240 Apr 05 22:47:14.486772 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2cca30-3682-43a6-aaa3-38da47b258d1 req-b1d8f1b3-9ef0-4217-8516-20881ef2a2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:14.488141 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5e2cca30-3682-43a6-aaa3-38da47b258d1 req-b1d8f1b3-9ef0-4217-8516-20881ef2a2d5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4d7e090b-a496-4bac-9ae8-5be3d7b150bc HTTP/1.1" status: 200 len: 912 time: 0.0875320 Apr 05 22:47:14.556618 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5e2cca30-3682-43a6-aaa3-38da47b258d1 req-b9e36f37-0214-490c-9dc5-ce36db03c5ed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6529de7-e613-4262-9936-290417477fe5 HTTP/1.1" status: 200 len: 1001 time: 0.0595715 Apr 05 22:47:14.607162 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2cca30-3682-43a6-aaa3-38da47b258d1 req-a81d1166-5909-4202-af49-4d9ea350f4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:14.608661 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5e2cca30-3682-43a6-aaa3-38da47b258d1 req-a81d1166-5909-4202-af49-4d9ea350f4ff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e94736fb-18ab-4fd7-843e-a3eca774b62e HTTP/1.1" status: 200 len: 850 time: 0.0455551 Apr 05 22:47:14.658089 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2cca30-3682-43a6-aaa3-38da47b258d1 req-42b22326-e334-42cb-847b-0c2551686f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:14.659560 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5e2cca30-3682-43a6-aaa3-38da47b258d1 req-42b22326-e334-42cb-847b-0c2551686f5a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4d7e090b-a496-4bac-9ae8-5be3d7b150bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443885 Apr 05 22:47:14.997784 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5e2cca30-3682-43a6-aaa3-38da47b258d1 req-30419272-3677-460f-a6cd-aa48229764ce service neutron] 10.222.0.46 "GET /v2.0/networks/4d7e090b-a496-4bac-9ae8-5be3d7b150bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163998 Apr 05 22:47:15.004441 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b08ef-7654-47a2-9441-b6e8fe42f885 req-87846554-3fe6-4486-bf87-2fb7c4c62270 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:15.005755 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-dd5b08ef-7654-47a2-9441-b6e8fe42f885 req-87846554-3fe6-4486-bf87-2fb7c4c62270 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 946 time: 0.1159036 Apr 05 22:47:15.448418 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5e2cca30-3682-43a6-aaa3-38da47b258d1 req-d0327322-df46-4067-8364-d059db185da6 service neutron] 10.222.0.46 "GET /v2.0/networks/4d7e090b-a496-4bac-9ae8-5be3d7b150bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417217 Apr 05 22:47:15.461477 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f587268-d42f-40aa-b24f-e4b2572280e6 req-d97d1880-58aa-4abf-9c72-37c41c76993e tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:15.462891 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0f587268-d42f-40aa-b24f-e4b2572280e6 req-d97d1880-58aa-4abf-9c72-37c41c76993e tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f048d2-ab91-49a4-9c2a-525275f50558 HTTP/1.1" status: 200 len: 946 time: 0.1093645 Apr 05 22:47:15.490395 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-dd5b08ef-7654-47a2-9441-b6e8fe42f885 req-93dba6ca-41b7-4bd3-acde-1d4b565bac9b tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Deleting port 67632c50-8e89-46bd-b6dc-7a0115da0fd7 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:47:15.490736 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-dd5b08ef-7654-47a2-9441-b6e8fe42f885 req-93dba6ca-41b7-4bd3-acde-1d4b565bac9b tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (67632c50-8e89-46bd-b6dc-7a0115da0fd7), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:15.569553 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0f587268-d42f-40aa-b24f-e4b2572280e6 req-c3467f79-9000-4207-8ef7-329811934d48 tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9fd7d6a-af43-4f19-9873-30c2a98cf872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984244 Apr 05 22:47:15.597731 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-dd5b08ef-7654-47a2-9441-b6e8fe42f885 req-93dba6ca-41b7-4bd3-acde-1d4b565bac9b tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] For port 67632c50-8e89-46bd-b6dc-7a0115da0fd7, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=67632c50-8e89-46bd-b6dc-7a0115da0fd7,segment=NetworkSegment(4bd64f36-2eca-4470-9ec3-df8cfa4c008d),segment_id=4bd64f36-2eca-4470-9ec3-df8cfa4c008d)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:47:15.598094 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-dd5b08ef-7654-47a2-9441-b6e8fe42f885 req-93dba6ca-41b7-4bd3-acde-1d4b565bac9b tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (67632c50-8e89-46bd-b6dc-7a0115da0fd7), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:15.611183 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-dd5b08ef-7654-47a2-9441-b6e8fe42f885 req-93dba6ca-41b7-4bd3-acde-1d4b565bac9b tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Calling delete_port for 67632c50-8e89-46bd-b6dc-7a0115da0fd7 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:47:15.739243 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-dd5b08ef-7654-47a2-9441-b6e8fe42f885 req-93dba6ca-41b7-4bd3-acde-1d4b565bac9b tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (67632c50-8e89-46bd-b6dc-7a0115da0fd7), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:15.750549 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] get_ports_and_sgs() called for port_ids ['67632c50-8e89-46bd-b6dc-7a0115da0fd7'] {{(pid=103304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:47:15.765551 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dba6ca-41b7-4bd3-acde-1d4b565bac9b tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Pushing event deleted for resources: {'Port': ['ID=67632c50-8e89-46bd-b6dc-7a0115da0fd7,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:15.811425 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd5b08ef-7654-47a2-9441-b6e8fe42f885 req-93dba6ca-41b7-4bd3-acde-1d4b565bac9b tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] No DVR routers for this DVR port 67632c50-8e89-46bd-b6dc-7a0115da0fd7 on host hv-cinder-83587 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:47:15.813937 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-dd5b08ef-7654-47a2-9441-b6e8fe42f885 req-93dba6ca-41b7-4bd3-acde-1d4b565bac9b tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:15.817358 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-dd5b08ef-7654-47a2-9441-b6e8fe42f885 req-93dba6ca-41b7-4bd3-acde-1d4b565bac9b tempest-TestMinimumBasicScenario-1536178231 tempest-TestMinimumBasicScenario-1536178231-project] 10.222.0.46 "DELETE /v2.0/ports/67632c50-8e89-46bd-b6dc-7a0115da0fd7 HTTP/1.1" status: 204 len: 173 time: 0.8036811 Apr 05 22:47:15.817799 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f048d2-ab91-49a4-9c2a-525275f50558', 'name': 'network-vif-deleted', 'tag': '67632c50-8e89-46bd-b6dc-7a0115da0fd7'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:47:15.820168 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9153f449-4b65-435f-b06c-362456e054a2" -d '{"events": [{"server_uuid": "d8f048d2-ab91-49a4-9c2a-525275f50558", "name": "network-vif-deleted", "tag": "67632c50-8e89-46bd-b6dc-7a0115da0fd7"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:47:15.858742 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a378a84-1fa1-4a78-8a13-4c7dc1f1d06f x-openstack-request-id: req-0a378a84-1fa1-4a78-8a13-4c7dc1f1d06f {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:47:15.859062 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f048d2-ab91-49a4-9c2a-525275f50558", "name": "network-vif-deleted", "tag": "67632c50-8e89-46bd-b6dc-7a0115da0fd7", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:47:15.859326 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0a378a84-1fa1-4a78-8a13-4c7dc1f1d06f {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:47:15.859736 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a378a84-1fa1-4a78-8a13-4c7dc1f1d06f'] response: {'server_uuid': 'd8f048d2-ab91-49a4-9c2a-525275f50558', 'name': 'network-vif-deleted', 'tag': '67632c50-8e89-46bd-b6dc-7a0115da0fd7', 'status': 'completed', 'code': 200} Apr 05 22:47:17.286859 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 54476) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:17.630039 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5fee9d20-3e28-4c2d-8e49-6233730f8984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530146'] for router_interface (bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:18.105687 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-5fee9d20-3e28-4c2d-8e49-6233730f8984 admin admin] Deleting port 0e3f24d9-f225-45ed-9ae2-377973102434 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:47:18.106030 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5fee9d20-3e28-4c2d-8e49-6233730f8984 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (0e3f24d9-f225-45ed-9ae2-377973102434), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:18.183377 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-5fee9d20-3e28-4c2d-8e49-6233730f8984 admin admin] For port 0e3f24d9-f225-45ed-9ae2-377973102434, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=0e3f24d9-f225-45ed-9ae2-377973102434,segment=NetworkSegment(4bd64f36-2eca-4470-9ec3-df8cfa4c008d),segment_id=4bd64f36-2eca-4470-9ec3-df8cfa4c008d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:47:18.183665 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5fee9d20-3e28-4c2d-8e49-6233730f8984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (0e3f24d9-f225-45ed-9ae2-377973102434), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:18.195794 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-5fee9d20-3e28-4c2d-8e49-6233730f8984 admin admin] Calling delete_port for 0e3f24d9-f225-45ed-9ae2-377973102434 owned by network:router_interface {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:47:18.391280 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5fee9d20-3e28-4c2d-8e49-6233730f8984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25648990'] for port (0e3f24d9-f225-45ed-9ae2-377973102434), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:18.405985 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 67632c50-8e89-46bd-b6dc-7a0115da0fd7 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:47:18.417413 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee9d20-3e28-4c2d-8e49-6233730f8984 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e3f24d9-f225-45ed-9ae2-377973102434,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:18.428404 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] No Port match for: 67632c50-8e89-46bd-b6dc-7a0115da0fd7 {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:47:18.428753 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device 67632c50-8e89-46bd-b6dc-7a0115da0fd7 not bound to the agent host hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:47:18.588285 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5fee9d20-3e28-4c2d-8e49-6233730f8984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527986'] for router_interface (bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:18.802321 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fee9d20-3e28-4c2d-8e49-6233730f8984 admin admin] Router bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:47:18.866521 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:47:18.908562 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fee9d20-3e28-4c2d-8e49-6233730f8984 admin admin] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:47:18.913531 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-5fee9d20-3e28-4c2d-8e49-6233730f8984 admin admin] 10.222.0.15 "PUT /v2.0/routers/bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6256006 Apr 05 22:47:18.916018 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 54478) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:18.918674 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca05a41-1d33-48ad-a294-d3852e245135 None None] Sync routers for ids ['bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd'] in dv-cinder-835879-4-iscsi {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:47:18.928744 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca05a41-1d33-48ad-a294-d3852e245135 None None] Routers {'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:47:18.929883 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-eca05a41-1d33-48ad-a294-d3852e245135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:47:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:47:19.022944 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4e385b38-a2cd-40bb-a0f4-7f7bb6b7326a admin admin] Publish callbacks [] for router (bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:19.040422 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-eca05a41-1d33-48ad-a294-d3852e245135 None None] Set router bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:47:19.127679 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4e385b38-a2cd-40bb-a0f4-7f7bb6b7326a admin admin] Publish callbacks [] for router_gateway (bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:19.190590 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4e385b38-a2cd-40bb-a0f4-7f7bb6b7326a admin admin] Deleting port fd1b18aa-3827-4938-acef-f9331de2346c {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:47:19.190931 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4e385b38-a2cd-40bb-a0f4-7f7bb6b7326a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (fd1b18aa-3827-4938-acef-f9331de2346c), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:19.216466 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-eca05a41-1d33-48ad-a294-d3852e245135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd', 'name': 'tempest-TestMinimumBasicScenario-720478267-router', 'tenant_id': '21e949a947724a51802556a5f44f9069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'fd1b18aa-3827-4938-acef-f9331de2346c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:03Z', 'updated_at': '2022-04-05T22:47:18Z', 'revision_number': 5, 'project_id': '21e949a947724a51802556a5f44f9069', 'gw_port': {'id': 'fd1b18aa-3827-4938-acef-f9331de2346c', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:04Z', 'updated_at': '2022-04-05T22:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi'}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:47:19.243107 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca05a41-1d33-48ad-a294-d3852e245135 None None] Checking router: bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd for host: dv-cinder-835879-4-iscsi {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:47:19.251822 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca05a41-1d33-48ad-a294-d3852e245135 None None] Routers {'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:47:19.252442 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-eca05a41-1d33-48ad-a294-d3852e245135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:47:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:47:19.271674 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4e385b38-a2cd-40bb-a0f4-7f7bb6b7326a admin admin] For port fd1b18aa-3827-4938-acef-f9331de2346c, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=fd1b18aa-3827-4938-acef-f9331de2346c,segment=NetworkSegment(2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f),segment_id=2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:47:19.272045 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4e385b38-a2cd-40bb-a0f4-7f7bb6b7326a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (fd1b18aa-3827-4938-acef-f9331de2346c), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:19.288016 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4e385b38-a2cd-40bb-a0f4-7f7bb6b7326a admin admin] Calling delete_port for fd1b18aa-3827-4938-acef-f9331de2346c owned by network:router_gateway {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:47:19.339228 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-eca05a41-1d33-48ad-a294-d3852e245135 None None] Set router bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:47:19.392348 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-eca05a41-1d33-48ad-a294-d3852e245135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd', 'name': 'tempest-TestMinimumBasicScenario-720478267-router', 'tenant_id': '21e949a947724a51802556a5f44f9069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:03Z', 'updated_at': '2022-04-05T22:47:19Z', 'revision_number': 6, 'project_id': '21e949a947724a51802556a5f44f9069', 'gw_port_host': None}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:47:19.418623 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca05a41-1d33-48ad-a294-d3852e245135 None None] The sync data for ids ['bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd'] in dv-cinder-835879-4-iscsi is: [{'id': 'bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd', 'name': 'tempest-TestMinimumBasicScenario-720478267-router', 'tenant_id': '21e949a947724a51802556a5f44f9069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:03Z', 'updated_at': '2022-04-05T22:47:19Z', 'revision_number': 6, 'project_id': '21e949a947724a51802556a5f44f9069', 'gw_port_host': None}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:47:19.453753 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4e385b38-a2cd-40bb-a0f4-7f7bb6b7326a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25648990'] for port (fd1b18aa-3827-4938-acef-f9331de2346c), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:19.478535 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e385b38-a2cd-40bb-a0f4-7f7bb6b7326a admin admin] Pushing event deleted for resources: {'Port': ['ID=fd1b18aa-3827-4938-acef-f9331de2346c,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:19.540786 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4e385b38-a2cd-40bb-a0f4-7f7bb6b7326a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528052'] for router_gateway (bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:19.630863 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4e385b38-a2cd-40bb-a0f4-7f7bb6b7326a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7286'] for router (bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:19.632976 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4e385b38-a2cd-40bb-a0f4-7f7bb6b7326a admin admin] Publish callbacks [] for router_controller (bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd), precommit_delete_associations {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:19.678787 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4e385b38-a2cd-40bb-a0f4-7f7bb6b7326a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531214'] for router (bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:19.679250 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e385b38-a2cd-40bb-a0f4-7f7bb6b7326a admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd {{(pid=103303) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 22:47:19.683628 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4e385b38-a2cd-40bb-a0f4-7f7bb6b7326a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:19.684782 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-4e385b38-a2cd-40bb-a0f4-7f7bb6b7326a admin admin] 10.222.0.15 "DELETE /v2.0/routers/bbf1fb37-26a0-4a9d-8936-57e8bdbc05bd HTTP/1.1" status: 204 len: 168 time: 0.7678535 Apr 05 22:47:19.687284 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 54480) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:19.730514 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eacce65-1cfd-49fb-8337-3c4da3eceeab admin admin] Deleting subnet 1a8814a8-dbf2-4ec2-9d65-e7895c88a3a4 {{(pid=103303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:47:19.733438 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4eacce65-1cfd-49fb-8337-3c4da3eceeab admin admin] Publish callbacks [] for subnet (1a8814a8-dbf2-4ec2-9d65-e7895c88a3a4), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:19.767075 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4eacce65-1cfd-49fb-8337-3c4da3eceeab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29158250'] for subnet (1a8814a8-dbf2-4ec2-9d65-e7895c88a3a4), precommit_delete_associations {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:19.849632 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4eacce65-1cfd-49fb-8337-3c4da3eceeab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3813478'] for subnet (1a8814a8-dbf2-4ec2-9d65-e7895c88a3a4), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:19.907295 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4eacce65-1cfd-49fb-8337-3c4da3eceeab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3813481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25649001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25366844'] for subnet (1a8814a8-dbf2-4ec2-9d65-e7895c88a3a4), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:19.935543 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4eacce65-1cfd-49fb-8337-3c4da3eceeab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for subnet (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:19.940593 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9d1ceb-807c-428f-b59a-35f5ce6d1ebb None None] Network 641cc78c-9adf-489f-a3d9-393fcc970dc7 requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:47:19.941870 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 54482) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:19.942330 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-4eacce65-1cfd-49fb-8337-3c4da3eceeab admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1a8814a8-dbf2-4ec2-9d65-e7895c88a3a4 HTTP/1.1" status: 204 len: 168 time: 0.2538259 Apr 05 22:47:19.943376 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eacce65-1cfd-49fb-8337-3c4da3eceeab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a8814a8-dbf2-4ec2-9d65-e7895c88a3a4,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:20.016444 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-078c1fc4-1db7-4634-9088-0447e22031b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3805217'] for network (641cc78c-9adf-489f-a3d9-393fcc970dc7), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:20.074697 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-078c1fc4-1db7-4634-9088-0447e22031b9 admin admin] Deleting port a8d99b47-4dcc-4a0a-bdab-c099c91eb993 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:47:20.074837 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-078c1fc4-1db7-4634-9088-0447e22031b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (a8d99b47-4dcc-4a0a-bdab-c099c91eb993), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:20.118442 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cebdcf4-9587-4d93-9d9e-63ddbbada31c None None] DHCP port deletion for 641cc78c-9adf-489f-a3d9-393fcc970dc7 request from dv-cinder-835879-4-iscsi {{(pid=103304) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 22:47:20.142801 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-078c1fc4-1db7-4634-9088-0447e22031b9 admin admin] For port a8d99b47-4dcc-4a0a-bdab-c099c91eb993, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=a8d99b47-4dcc-4a0a-bdab-c099c91eb993,segment=NetworkSegment(4bd64f36-2eca-4470-9ec3-df8cfa4c008d),segment_id=4bd64f36-2eca-4470-9ec3-df8cfa4c008d)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:47:20.143173 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-078c1fc4-1db7-4634-9088-0447e22031b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (a8d99b47-4dcc-4a0a-bdab-c099c91eb993), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:20.156377 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-078c1fc4-1db7-4634-9088-0447e22031b9 admin admin] Calling delete_port for a8d99b47-4dcc-4a0a-bdab-c099c91eb993 owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:47:20.170960 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-2cebdcf4-9587-4d93-9d9e-63ddbbada31c None None] Deleting port a8d99b47-4dcc-4a0a-bdab-c099c91eb993 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:47:20.171341 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2cebdcf4-9587-4d93-9d9e-63ddbbada31c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (a8d99b47-4dcc-4a0a-bdab-c099c91eb993), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:20.241347 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-078c1fc4-1db7-4634-9088-0447e22031b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (a8d99b47-4dcc-4a0a-bdab-c099c91eb993), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:20.269083 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c1fc4-1db7-4634-9088-0447e22031b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8d99b47-4dcc-4a0a-bdab-c099c91eb993,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:20.272476 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078c1fc4-1db7-4634-9088-0447e22031b9 admin admin] No DVR routers for this DVR port a8d99b47-4dcc-4a0a-bdab-c099c91eb993 on host dv-cinder-835879-4-iscsi {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:47:20.348709 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-078c1fc4-1db7-4634-9088-0447e22031b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3815069', 'neutron.services.segments.db._delete_segments_for_network-8760879317881'] for network (641cc78c-9adf-489f-a3d9-393fcc970dc7), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:20.368554 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.services.segments.db [None req-078c1fc4-1db7-4634-9088-0447e22031b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['641cc78c-9adf-489f-a3d9-393fcc970dc7']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:47:20.370991 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-2cebdcf4-9587-4d93-9d9e-63ddbbada31c None None] For port a8d99b47-4dcc-4a0a-bdab-c099c91eb993, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=a8d99b47-4dcc-4a0a-bdab-c099c91eb993,segment=NetworkSegment(4bd64f36-2eca-4470-9ec3-df8cfa4c008d),segment_id=4bd64f36-2eca-4470-9ec3-df8cfa4c008d)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:47:20.371645 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2cebdcf4-9587-4d93-9d9e-63ddbbada31c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (a8d99b47-4dcc-4a0a-bdab-c099c91eb993), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:20.377893 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.services.segments.db [None req-078c1fc4-1db7-4634-9088-0447e22031b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bd64f36-2eca-4470-9ec3-df8cfa4c008d') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:47:20.378194 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.services.segments.db [None req-078c1fc4-1db7-4634-9088-0447e22031b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bd64f36-2eca-4470-9ec3-df8cfa4c008d') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:47:20.384826 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-2cebdcf4-9587-4d93-9d9e-63ddbbada31c None None] Calling delete_port for a8d99b47-4dcc-4a0a-bdab-c099c91eb993 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:47:20.388209 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-078c1fc4-1db7-4634-9088-0447e22031b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760879318402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28859653'] for segment (4bd64f36-2eca-4470-9ec3-df8cfa4c008d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:20.401230 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-078c1fc4-1db7-4634-9088-0447e22031b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781'] for segment (4bd64f36-2eca-4470-9ec3-df8cfa4c008d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:20.407099 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-078c1fc4-1db7-4634-9088-0447e22031b9 admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:47:20.407492 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-078c1fc4-1db7-4634-9088-0447e22031b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28860037'] for segment (4bd64f36-2eca-4470-9ec3-df8cfa4c008d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:20.409104 dv-cinder-835879-4-iscsi neutron-server[103302]: Traceback (most recent call last): Apr 05 22:47:20.409104 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:47:20.409104 dv-cinder-835879-4-iscsi neutron-server[103302]: timer() Apr 05 22:47:20.409104 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:47:20.409104 dv-cinder-835879-4-iscsi neutron-server[103302]: cb(*args, **kw) Apr 05 22:47:20.409104 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:47:20.409104 dv-cinder-835879-4-iscsi neutron-server[103302]: return func(*args, **kwargs) Apr 05 22:47:20.409104 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:47:20.409104 dv-cinder-835879-4-iscsi neutron-server[103302]: self._notify() Apr 05 22:47:20.409104 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:47:20.409104 dv-cinder-835879-4-iscsi neutron-server[103302]: self.callback(batched_events) Apr 05 22:47:20.409104 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:47:20.409104 dv-cinder-835879-4-iscsi neutron-server[103302]: event.method(event) Apr 05 22:47:20.409104 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:47:20.409104 dv-cinder-835879-4-iscsi neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:47:20.409104 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:47:20.409104 dv-cinder-835879-4-iscsi neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:47:20.409104 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:47:20.409104 dv-cinder-835879-4-iscsi neutron-server[103302]: return f(self, *a, **k) Apr 05 22:47:20.409104 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:47:20.409104 dv-cinder-835879-4-iscsi neutron-server[103302]: return self._get(url).json() Apr 05 22:47:20.409104 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:47:20.409104 dv-cinder-835879-4-iscsi neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:47:20.409104 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:47:20.409104 dv-cinder-835879-4-iscsi neutron-server[103302]: return self.request(url, 'GET', **kwargs) Apr 05 22:47:20.409104 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:47:20.409104 dv-cinder-835879-4-iscsi neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:47:20.409104 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:47:20.409104 dv-cinder-835879-4-iscsi neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:47:20.409104 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:47:20.409104 dv-cinder-835879-4-iscsi neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:47:20.409104 dv-cinder-835879-4-iscsi neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:47:20.458295 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2cebdcf4-9587-4d93-9d9e-63ddbbada31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605'] for port (a8d99b47-4dcc-4a0a-bdab-c099c91eb993), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:20.467006 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-078c1fc4-1db7-4634-9088-0447e22031b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3815140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528080'] for network (641cc78c-9adf-489f-a3d9-393fcc970dc7), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:20.472285 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-078c1fc4-1db7-4634-9088-0447e22031b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:20.475380 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-078c1fc4-1db7-4634-9088-0447e22031b9 admin admin] 10.222.0.15 "DELETE /v2.0/networks/641cc78c-9adf-489f-a3d9-393fcc970dc7 HTTP/1.1" status: 204 len: 168 time: 0.5318725 Apr 05 22:47:20.478440 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 54484) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:20.486405 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cebdcf4-9587-4d93-9d9e-63ddbbada31c None None] Pushing event deleted for resources: {'Port': ['ID=a8d99b47-4dcc-4a0a-bdab-c099c91eb993,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:20.486585 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c1fc4-1db7-4634-9088-0447e22031b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=641cc78c-9adf-489f-a3d9-393fcc970dc7,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:20.490716 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cebdcf4-9587-4d93-9d9e-63ddbbada31c None None] No DVR routers for this DVR port a8d99b47-4dcc-4a0a-bdab-c099c91eb993 on host dv-cinder-835879-4-iscsi {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:47:20.498202 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cebdcf4-9587-4d93-9d9e-63ddbbada31c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:20.498550 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cebdcf4-9587-4d93-9d9e-63ddbbada31c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:20.498894 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cebdcf4-9587-4d93-9d9e-63ddbbada31c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:20.499236 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cebdcf4-9587-4d93-9d9e-63ddbbada31c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:20.499571 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cebdcf4-9587-4d93-9d9e-63ddbbada31c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:20.499900 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cebdcf4-9587-4d93-9d9e-63ddbbada31c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:20.500227 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cebdcf4-9587-4d93-9d9e-63ddbbada31c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:20.500552 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cebdcf4-9587-4d93-9d9e-63ddbbada31c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:20.500903 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cebdcf4-9587-4d93-9d9e-63ddbbada31c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:20.501256 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cebdcf4-9587-4d93-9d9e-63ddbbada31c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:20.501563 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cebdcf4-9587-4d93-9d9e-63ddbbada31c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:20.501889 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cebdcf4-9587-4d93-9d9e-63ddbbada31c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:20.502211 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cebdcf4-9587-4d93-9d9e-63ddbbada31c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:20.502529 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cebdcf4-9587-4d93-9d9e-63ddbbada31c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:20.505710 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cebdcf4-9587-4d93-9d9e-63ddbbada31c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:20.830887 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ba7dbe7b-12d8-4e18-8d54-a1993ec4c4fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530146'] for router_interface (cfb0b849-f900-42ab-8787-2a9fbc7ebe30), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:21.043427 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device a8d99b47-4dcc-4a0a-bdab-c099c91eb993 no longer exists at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:47:21.062918 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] No Port match for: a8d99b47-4dcc-4a0a-bdab-c099c91eb993 {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:47:21.063261 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device a8d99b47-4dcc-4a0a-bdab-c099c91eb993 not bound to the agent host dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:47:21.063668 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device fd1b18aa-3827-4938-acef-f9331de2346c no longer exists at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:47:21.081103 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-ba7dbe7b-12d8-4e18-8d54-a1993ec4c4fa admin admin] Deleting port 687219d1-9f46-4f5a-b7ef-968a13f95f9b {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:47:21.081375 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ba7dbe7b-12d8-4e18-8d54-a1993ec4c4fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (687219d1-9f46-4f5a-b7ef-968a13f95f9b), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:21.081576 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] No Port match for: fd1b18aa-3827-4938-acef-f9331de2346c {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:47:21.081924 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device fd1b18aa-3827-4938-acef-f9331de2346c not bound to the agent host dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:47:21.082329 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 0e3f24d9-f225-45ed-9ae2-377973102434 no longer exists at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:47:21.100897 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] No Port match for: 0e3f24d9-f225-45ed-9ae2-377973102434 {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:47:21.101285 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 0e3f24d9-f225-45ed-9ae2-377973102434 not bound to the agent host dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:47:21.159041 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-ba7dbe7b-12d8-4e18-8d54-a1993ec4c4fa admin admin] For port 687219d1-9f46-4f5a-b7ef-968a13f95f9b, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=687219d1-9f46-4f5a-b7ef-968a13f95f9b,segment=NetworkSegment(095b0844-ebfd-4ede-af5b-5fa5fefc5f8a),segment_id=095b0844-ebfd-4ede-af5b-5fa5fefc5f8a)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:47:21.159409 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ba7dbe7b-12d8-4e18-8d54-a1993ec4c4fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (687219d1-9f46-4f5a-b7ef-968a13f95f9b), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:21.172328 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-ba7dbe7b-12d8-4e18-8d54-a1993ec4c4fa admin admin] Calling delete_port for 687219d1-9f46-4f5a-b7ef-968a13f95f9b owned by network:router_interface {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:47:21.351588 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ba7dbe7b-12d8-4e18-8d54-a1993ec4c4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25648990'] for port (687219d1-9f46-4f5a-b7ef-968a13f95f9b), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:21.379522 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7dbe7b-12d8-4e18-8d54-a1993ec4c4fa admin admin] Pushing event deleted for resources: {'Port': ['ID=687219d1-9f46-4f5a-b7ef-968a13f95f9b,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:21.777714 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ba7dbe7b-12d8-4e18-8d54-a1993ec4c4fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527986'] for router_interface (cfb0b849-f900-42ab-8787-2a9fbc7ebe30), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:21.992434 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7dbe7b-12d8-4e18-8d54-a1993ec4c4fa admin admin] Router cfb0b849-f900-42ab-8787-2a9fbc7ebe30 has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:47:22.097341 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7dbe7b-12d8-4e18-8d54-a1993ec4c4fa admin admin] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:47:22.102664 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-ba7dbe7b-12d8-4e18-8d54-a1993ec4c4fa admin admin] 10.222.0.15 "PUT /v2.0/routers/cfb0b849-f900-42ab-8787-2a9fbc7ebe30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6230030 Apr 05 22:47:22.105178 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 54486) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:22.106908 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375b2476-bd0c-443c-adff-f80b6330b9c9 None None] Sync routers for ids ['cfb0b849-f900-42ab-8787-2a9fbc7ebe30'] in dv-cinder-835879-4-iscsi {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:47:22.117679 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375b2476-bd0c-443c-adff-f80b6330b9c9 None None] Routers {'cfb0b849-f900-42ab-8787-2a9fbc7ebe30'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:47:22.118297 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-375b2476-bd0c-443c-adff-f80b6330b9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:47:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['cfb0b849-f900-42ab-8787-2a9fbc7ebe30'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:47:22.211237 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a6c658ff-71a5-4bfb-93a2-ca7d22250bac admin admin] Publish callbacks [] for router (cfb0b849-f900-42ab-8787-2a9fbc7ebe30), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:22.311315 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-375b2476-bd0c-443c-adff-f80b6330b9c9 None None] Set router cfb0b849-f900-42ab-8787-2a9fbc7ebe30 gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:47:22.318120 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a6c658ff-71a5-4bfb-93a2-ca7d22250bac admin admin] Publish callbacks [] for router_gateway (cfb0b849-f900-42ab-8787-2a9fbc7ebe30), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:22.370169 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-a6c658ff-71a5-4bfb-93a2-ca7d22250bac admin admin] Deleting port d883bac4-8907-4ab3-83ea-91c9a78c3fa9 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:47:22.370393 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a6c658ff-71a5-4bfb-93a2-ca7d22250bac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (d883bac4-8907-4ab3-83ea-91c9a78c3fa9), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:22.446800 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-a6c658ff-71a5-4bfb-93a2-ca7d22250bac admin admin] For port d883bac4-8907-4ab3-83ea-91c9a78c3fa9, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=d883bac4-8907-4ab3-83ea-91c9a78c3fa9,segment=NetworkSegment(2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f),segment_id=2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:47:22.447165 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a6c658ff-71a5-4bfb-93a2-ca7d22250bac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (d883bac4-8907-4ab3-83ea-91c9a78c3fa9), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:22.462774 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-a6c658ff-71a5-4bfb-93a2-ca7d22250bac admin admin] Calling delete_port for d883bac4-8907-4ab3-83ea-91c9a78c3fa9 owned by network:router_gateway {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:47:22.482049 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-375b2476-bd0c-443c-adff-f80b6330b9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb0b849-f900-42ab-8787-2a9fbc7ebe30', 'name': 'tempest-TestMinimumBasicScenario-1939704785-router', 'tenant_id': '699c339c49534b55b53d16eef36ce758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'd883bac4-8907-4ab3-83ea-91c9a78c3fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:09Z', 'updated_at': '2022-04-05T22:47:21Z', 'revision_number': 5, 'project_id': '699c339c49534b55b53d16eef36ce758', 'gw_port': {'id': 'd883bac4-8907-4ab3-83ea-91c9a78c3fa9', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:36:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb0b849-f900-42ab-8787-2a9fbc7ebe30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:10Z', 'updated_at': '2022-04-05T22:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi'}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:47:22.510810 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375b2476-bd0c-443c-adff-f80b6330b9c9 None None] Checking router: cfb0b849-f900-42ab-8787-2a9fbc7ebe30 for host: dv-cinder-835879-4-iscsi {{(pid=103305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:47:22.518996 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375b2476-bd0c-443c-adff-f80b6330b9c9 None None] Routers {'cfb0b849-f900-42ab-8787-2a9fbc7ebe30'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:47:22.519622 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-375b2476-bd0c-443c-adff-f80b6330b9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:47:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['cfb0b849-f900-42ab-8787-2a9fbc7ebe30'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:47:22.604921 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-375b2476-bd0c-443c-adff-f80b6330b9c9 None None] Set router cfb0b849-f900-42ab-8787-2a9fbc7ebe30 gateway port host: None {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:47:22.627332 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a6c658ff-71a5-4bfb-93a2-ca7d22250bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25648990'] for port (d883bac4-8907-4ab3-83ea-91c9a78c3fa9), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:22.651166 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c658ff-71a5-4bfb-93a2-ca7d22250bac admin admin] Pushing event deleted for resources: {'Port': ['ID=d883bac4-8907-4ab3-83ea-91c9a78c3fa9,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:22.657779 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-375b2476-bd0c-443c-adff-f80b6330b9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb0b849-f900-42ab-8787-2a9fbc7ebe30', 'name': 'tempest-TestMinimumBasicScenario-1939704785-router', 'tenant_id': '699c339c49534b55b53d16eef36ce758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:09Z', 'updated_at': '2022-04-05T22:47:22Z', 'revision_number': 6, 'project_id': '699c339c49534b55b53d16eef36ce758', 'gw_port_host': None}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:47:22.685310 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375b2476-bd0c-443c-adff-f80b6330b9c9 None None] The sync data for ids ['cfb0b849-f900-42ab-8787-2a9fbc7ebe30'] in dv-cinder-835879-4-iscsi is: [{'id': 'cfb0b849-f900-42ab-8787-2a9fbc7ebe30', 'name': 'tempest-TestMinimumBasicScenario-1939704785-router', 'tenant_id': '699c339c49534b55b53d16eef36ce758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:09Z', 'updated_at': '2022-04-05T22:47:22Z', 'revision_number': 6, 'project_id': '699c339c49534b55b53d16eef36ce758', 'gw_port_host': None}] {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:47:22.719626 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a6c658ff-71a5-4bfb-93a2-ca7d22250bac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528052'] for router_gateway (cfb0b849-f900-42ab-8787-2a9fbc7ebe30), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:22.810756 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a6c658ff-71a5-4bfb-93a2-ca7d22250bac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7286'] for router (cfb0b849-f900-42ab-8787-2a9fbc7ebe30), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:22.812890 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a6c658ff-71a5-4bfb-93a2-ca7d22250bac admin admin] Publish callbacks [] for router_controller (cfb0b849-f900-42ab-8787-2a9fbc7ebe30), precommit_delete_associations {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:22.858591 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a6c658ff-71a5-4bfb-93a2-ca7d22250bac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531214'] for router (cfb0b849-f900-42ab-8787-2a9fbc7ebe30), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:22.859139 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c658ff-71a5-4bfb-93a2-ca7d22250bac admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfb0b849-f900-42ab-8787-2a9fbc7ebe30 {{(pid=103303) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 22:47:22.863349 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a6c658ff-71a5-4bfb-93a2-ca7d22250bac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:22.864477 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-a6c658ff-71a5-4bfb-93a2-ca7d22250bac admin admin] 10.222.0.15 "DELETE /v2.0/routers/cfb0b849-f900-42ab-8787-2a9fbc7ebe30 HTTP/1.1" status: 204 len: 168 time: 0.7582085 Apr 05 22:47:22.867006 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 54492) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:22.912060 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7e0e5ec-8549-4331-8e82-4264df0d382f admin admin] Deleting subnet fbd91e2e-349e-4c1a-9f83-46a17f31da96 {{(pid=103303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:47:22.915110 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f7e0e5ec-8549-4331-8e82-4264df0d382f admin admin] Publish callbacks [] for subnet (fbd91e2e-349e-4c1a-9f83-46a17f31da96), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:22.948859 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f7e0e5ec-8549-4331-8e82-4264df0d382f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29158250'] for subnet (fbd91e2e-349e-4c1a-9f83-46a17f31da96), precommit_delete_associations {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:23.028531 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f7e0e5ec-8549-4331-8e82-4264df0d382f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3813478'] for subnet (fbd91e2e-349e-4c1a-9f83-46a17f31da96), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:23.086332 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f7e0e5ec-8549-4331-8e82-4264df0d382f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3813481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25649001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25366844'] for subnet (fbd91e2e-349e-4c1a-9f83-46a17f31da96), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:23.115937 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0e5ec-8549-4331-8e82-4264df0d382f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbd91e2e-349e-4c1a-9f83-46a17f31da96,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:23.120701 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f7e0e5ec-8549-4331-8e82-4264df0d382f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for subnet (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:23.124948 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-f7e0e5ec-8549-4331-8e82-4264df0d382f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fbd91e2e-349e-4c1a-9f83-46a17f31da96 HTTP/1.1" status: 204 len: 168 time: 0.2567503 Apr 05 22:47:23.127212 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 54494) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:23.130342 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a4ed5f-dc02-4475-8545-ffc7e216bc4e None None] Network 62d2640b-5880-4ae3-a91f-d5316582d1e4 requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:47:23.156257 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 687219d1-9f46-4f5a-b7ef-968a13f95f9b no longer exists at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:47:23.204950 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] No Port match for: 687219d1-9f46-4f5a-b7ef-968a13f95f9b {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:47:23.205298 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 687219d1-9f46-4f5a-b7ef-968a13f95f9b not bound to the agent host dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:47:23.205424 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4c9256af-c8e3-47c2-93be-e5a319623c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3805217'] for network (62d2640b-5880-4ae3-a91f-d5316582d1e4), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:23.260883 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4c9256af-c8e3-47c2-93be-e5a319623c2a admin admin] Deleting port a2b757ed-3bc8-4729-a950-4e48d1fa157e {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:47:23.261224 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4c9256af-c8e3-47c2-93be-e5a319623c2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (a2b757ed-3bc8-4729-a950-4e48d1fa157e), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:23.324589 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4c9256af-c8e3-47c2-93be-e5a319623c2a admin admin] For port a2b757ed-3bc8-4729-a950-4e48d1fa157e, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=a2b757ed-3bc8-4729-a950-4e48d1fa157e,segment=NetworkSegment(095b0844-ebfd-4ede-af5b-5fa5fefc5f8a),segment_id=095b0844-ebfd-4ede-af5b-5fa5fefc5f8a)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:47:23.325008 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4c9256af-c8e3-47c2-93be-e5a319623c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (a2b757ed-3bc8-4729-a950-4e48d1fa157e), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:23.337515 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4c9256af-c8e3-47c2-93be-e5a319623c2a admin admin] Calling delete_port for a2b757ed-3bc8-4729-a950-4e48d1fa157e owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:47:23.417764 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4c9256af-c8e3-47c2-93be-e5a319623c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25648990'] for port (a2b757ed-3bc8-4729-a950-4e48d1fa157e), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:23.440379 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9256af-c8e3-47c2-93be-e5a319623c2a admin admin] Pushing event deleted for resources: {'Port': ['ID=a2b757ed-3bc8-4729-a950-4e48d1fa157e,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:23.446047 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9256af-c8e3-47c2-93be-e5a319623c2a admin admin] No DVR routers for this DVR port a2b757ed-3bc8-4729-a950-4e48d1fa157e on host dv-cinder-835879-4-iscsi {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:47:23.505008 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b16a8ca-ffb2-4de4-8245-d9b7079f1a72 None None] DHCP port deletion for 62d2640b-5880-4ae3-a91f-d5316582d1e4 request from dv-cinder-835879-4-iscsi {{(pid=103304) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 22:47:23.521846 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4c9256af-c8e3-47c2-93be-e5a319623c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3815069', 'neutron.services.segments.db._delete_segments_for_network-8760879317881'] for network (62d2640b-5880-4ae3-a91f-d5316582d1e4), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:23.544177 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.services.segments.db [None req-4c9256af-c8e3-47c2-93be-e5a319623c2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62d2640b-5880-4ae3-a91f-d5316582d1e4']}} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:47:23.553726 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.services.segments.db [None req-4c9256af-c8e3-47c2-93be-e5a319623c2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '095b0844-ebfd-4ede-af5b-5fa5fefc5f8a') {'for_net_delete': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:47:23.554057 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.services.segments.db [None req-4c9256af-c8e3-47c2-93be-e5a319623c2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '095b0844-ebfd-4ede-af5b-5fa5fefc5f8a') {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:47:23.563358 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4c9256af-c8e3-47c2-93be-e5a319623c2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760879318402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29158289'] for segment (095b0844-ebfd-4ede-af5b-5fa5fefc5f8a), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:23.576235 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4c9256af-c8e3-47c2-93be-e5a319623c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781'] for segment (095b0844-ebfd-4ede-af5b-5fa5fefc5f8a), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:23.582409 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c9256af-c8e3-47c2-93be-e5a319623c2a admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:47:23.582861 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4c9256af-c8e3-47c2-93be-e5a319623c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25648899'] for segment (095b0844-ebfd-4ede-af5b-5fa5fefc5f8a), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:23.584575 dv-cinder-835879-4-iscsi neutron-server[103303]: Traceback (most recent call last): Apr 05 22:47:23.584575 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:47:23.584575 dv-cinder-835879-4-iscsi neutron-server[103303]: timer() Apr 05 22:47:23.584575 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:47:23.584575 dv-cinder-835879-4-iscsi neutron-server[103303]: cb(*args, **kw) Apr 05 22:47:23.584575 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:47:23.584575 dv-cinder-835879-4-iscsi neutron-server[103303]: return func(*args, **kwargs) Apr 05 22:47:23.584575 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:47:23.584575 dv-cinder-835879-4-iscsi neutron-server[103303]: self._notify() Apr 05 22:47:23.584575 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:47:23.584575 dv-cinder-835879-4-iscsi neutron-server[103303]: self.callback(batched_events) Apr 05 22:47:23.584575 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:47:23.584575 dv-cinder-835879-4-iscsi neutron-server[103303]: event.method(event) Apr 05 22:47:23.584575 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:47:23.584575 dv-cinder-835879-4-iscsi neutron-server[103303]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:47:23.584575 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:47:23.584575 dv-cinder-835879-4-iscsi neutron-server[103303]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:47:23.584575 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:47:23.584575 dv-cinder-835879-4-iscsi neutron-server[103303]: return f(self, *a, **k) Apr 05 22:47:23.584575 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:47:23.584575 dv-cinder-835879-4-iscsi neutron-server[103303]: return self._get(url).json() Apr 05 22:47:23.584575 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:47:23.584575 dv-cinder-835879-4-iscsi neutron-server[103303]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:47:23.584575 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:47:23.584575 dv-cinder-835879-4-iscsi neutron-server[103303]: return self.request(url, 'GET', **kwargs) Apr 05 22:47:23.584575 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:47:23.584575 dv-cinder-835879-4-iscsi neutron-server[103303]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:47:23.584575 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:47:23.584575 dv-cinder-835879-4-iscsi neutron-server[103303]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:47:23.584575 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:47:23.584575 dv-cinder-835879-4-iscsi neutron-server[103303]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:47:23.584575 dv-cinder-835879-4-iscsi neutron-server[103303]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:47:23.639999 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4c9256af-c8e3-47c2-93be-e5a319623c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3815140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528080'] for network (62d2640b-5880-4ae3-a91f-d5316582d1e4), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:23.645350 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4c9256af-c8e3-47c2-93be-e5a319623c2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for network (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:23.649079 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-4c9256af-c8e3-47c2-93be-e5a319623c2a admin admin] 10.222.0.15 "DELETE /v2.0/networks/62d2640b-5880-4ae3-a91f-d5316582d1e4 HTTP/1.1" status: 204 len: 168 time: 0.5206347 Apr 05 22:47:23.660280 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9256af-c8e3-47c2-93be-e5a319623c2a admin admin] Pushing event deleted for resources: {'Network': ['ID=62d2640b-5880-4ae3-a91f-d5316582d1e4,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:23.816397 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 54498) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:23.854884 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-b80e5c29-dd34-4dbf-b237-648756a74ff7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=21e949a947724a51802556a5f44f9069&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373442 Apr 05 22:47:23.857298 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 54500) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:23.906909 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-864458a9-3915-4e15-93ef-5643998dccff admin admin] Publish callbacks [] for security_group (e9fd7d6a-af43-4f19-9873-30c2a98cf872), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:23.928659 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-864458a9-3915-4e15-93ef-5643998dccff admin admin] Publish callbacks [] for security_group (e9fd7d6a-af43-4f19-9873-30c2a98cf872), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:23.974131 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-864458a9-3915-4e15-93ef-5643998dccff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (e9fd7d6a-af43-4f19-9873-30c2a98cf872), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:23.977192 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-864458a9-3915-4e15-93ef-5643998dccff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:23.978383 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-864458a9-3915-4e15-93ef-5643998dccff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e9fd7d6a-af43-4f19-9873-30c2a98cf872 HTTP/1.1" status: 204 len: 168 time: 0.1202154 Apr 05 22:47:23.986093 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864458a9-3915-4e15-93ef-5643998dccff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fd7d6a-af43-4f19-9873-30c2a98cf872,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:24.278665 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 54506) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:24.316912 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-e7755a74-64bd-4dea-a29d-61a7df188603 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=699c339c49534b55b53d16eef36ce758&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371163 Apr 05 22:47:24.319255 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 54508) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:24.364965 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f9650401-2641-4fb3-a56a-95346fe36998 admin admin] Publish callbacks [] for security_group (fc270b04-d848-4d02-9047-42a902faa680), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:24.385636 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f9650401-2641-4fb3-a56a-95346fe36998 admin admin] Publish callbacks [] for security_group (fc270b04-d848-4d02-9047-42a902faa680), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:24.432736 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f9650401-2641-4fb3-a56a-95346fe36998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (fc270b04-d848-4d02-9047-42a902faa680), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:24.435317 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f9650401-2641-4fb3-a56a-95346fe36998 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:24.436457 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-f9650401-2641-4fb3-a56a-95346fe36998 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fc270b04-d848-4d02-9047-42a902faa680 HTTP/1.1" status: 204 len: 168 time: 0.1163323 Apr 05 22:47:24.444033 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9650401-2641-4fb3-a56a-95346fe36998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc270b04-d848-4d02-9047-42a902faa680,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:25.028368 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device d883bac4-8907-4ab3-83ea-91c9a78c3fa9 no longer exists at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:47:25.048137 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] No Port match for: d883bac4-8907-4ab3-83ea-91c9a78c3fa9 {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:47:25.048485 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device d883bac4-8907-4ab3-83ea-91c9a78c3fa9 not bound to the agent host dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:47:25.048914 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device a2b757ed-3bc8-4729-a950-4e48d1fa157e no longer exists at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:47:25.067003 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] No Port match for: a2b757ed-3bc8-4729-a950-4e48d1fa157e {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:47:25.067350 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device a2b757ed-3bc8-4729-a950-4e48d1fa157e not bound to the agent host dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:47:30.060261 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:34.340149 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d792754-40d1-4854-af70-0a482a28cd38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:36.814024 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-17a18e1a-e26c-4cf6-bf63-f6426260fa99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:37.602453 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:39.194518 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:40.775300 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:55.864875 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:47:59.553401 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [req-78a0af40-d30d-4b4f-9bca-70fab0c028cf req-be7a2f20-f986-43da-9638-763f548c8300 service neutron] (103303) timed out ('10.222.0.46', 58629) {{(pid=103303) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 05 22:48:00.058307 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:03.706972 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [req-a3a5ab1c-a3dc-4e47-a5ea-6dd31ddb65b8 req-5adc58cf-46a2-4b07-80b6-80768f62d161 service neutron] (103303) timed out ('10.222.0.46', 58634) {{(pid=103303) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 05 22:48:04.341210 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4c5c58a4-a18c-4c3e-bdc0-e659dd9cd325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:06.815200 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aa7c1240-6a21-437b-9cc7-1ec38df05177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:07.605577 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:09.198851 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:10.778055 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:13.451284 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [req-d986d0dc-e28b-4722-a18b-123c470df8a1 req-6dc36b46-7d82-423b-b961-e4a18d9f7b5e service neutron] (103302) timed out ('10.222.0.46', 58662) {{(pid=103302) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 05 22:48:13.519234 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [req-72520a74-4247-4057-8c50-b9317c31dead req-cf828a2c-cb07-4a72-b9c1-8863ff378e3a service neutron] (103303) timed out ('10.222.0.46', 58641) {{(pid=103303) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 05 22:48:13.630151 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e3c8133f-1d4c-4e32-8928-b0bbb2a9acbf req-6a135cd2-46fc-4976-897e-11482e94dff5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=67ce0c41-a461-4449-9a3d-a2ced553896d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1732194 Apr 05 22:48:13.715290 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8133f-1d4c-4e32-8928-b0bbb2a9acbf req-ff107893-8798-4afe-8b17-c5a7b7244722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:13.716676 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e3c8133f-1d4c-4e32-8928-b0bbb2a9acbf req-ff107893-8798-4afe-8b17-c5a7b7244722 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c1e3f0cce8f24e4283bc8e4a3b8dd7f4&device_id=67ce0c41-a461-4449-9a3d-a2ced553896d HTTP/1.1" status: 200 len: 1129 time: 0.0464258 Apr 05 22:48:13.815160 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8133f-1d4c-4e32-8928-b0bbb2a9acbf req-52eb37d0-f399-46ea-b208-d770e96f6d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:13.816646 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e3c8133f-1d4c-4e32-8928-b0bbb2a9acbf req-52eb37d0-f399-46ea-b208-d770e96f6d06 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4d7e090b-a496-4bac-9ae8-5be3d7b150bc HTTP/1.1" status: 200 len: 912 time: 0.0834501 Apr 05 22:48:13.883816 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e3c8133f-1d4c-4e32-8928-b0bbb2a9acbf req-7dc73efc-ce5b-4a69-b61e-abc2f9d05007 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6529de7-e613-4262-9936-290417477fe5 HTTP/1.1" status: 200 len: 1001 time: 0.0605645 Apr 05 22:48:13.930857 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8133f-1d4c-4e32-8928-b0bbb2a9acbf req-e3bcce14-e237-4792-926f-cf50840d55f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:13.932296 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e3c8133f-1d4c-4e32-8928-b0bbb2a9acbf req-e3bcce14-e237-4792-926f-cf50840d55f1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e94736fb-18ab-4fd7-843e-a3eca774b62e HTTP/1.1" status: 200 len: 850 time: 0.0426819 Apr 05 22:48:13.978571 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8133f-1d4c-4e32-8928-b0bbb2a9acbf req-f6cbb165-6601-40ad-bb54-3ed19459cfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:13.979945 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e3c8133f-1d4c-4e32-8928-b0bbb2a9acbf req-f6cbb165-6601-40ad-bb54-3ed19459cfc7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4d7e090b-a496-4bac-9ae8-5be3d7b150bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421371 Apr 05 22:48:14.071014 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e3c8133f-1d4c-4e32-8928-b0bbb2a9acbf req-2b6f9d42-98df-4a53-8d13-f48d8430d717 service neutron] 10.222.0.46 "GET /v2.0/networks/4d7e090b-a496-4bac-9ae8-5be3d7b150bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842505 Apr 05 22:48:14.156185 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e3c8133f-1d4c-4e32-8928-b0bbb2a9acbf req-5cc53442-e868-40ea-949f-a9cc7930562a service neutron] 10.222.0.46 "GET /v2.0/networks/4d7e090b-a496-4bac-9ae8-5be3d7b150bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800066 Apr 05 22:48:16.682593 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [req-63eda514-b5c6-4b02-83d0-8d288b876612 req-24da060f-c2e1-4092-8b21-31a63fae557e service neutron] (103303) timed out ('10.222.0.46', 58599) {{(pid=103303) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 05 22:48:30.071535 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:32.866591 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:48:34.341910 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ce8ccdd7-dc18-4678-bc00-64a671d2dc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:36.817187 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-56913ebf-c903-4585-a7df-a0a26b78340c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:37.608738 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:39.200641 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:40.779388 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:44.813982 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f35eb6-0184-41f3-a4d5-9e2da473f2cc req-18a978f5-ca56-4fc1-ab35-528b75c7c216 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:44.815460 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-98f35eb6-0184-41f3-a4d5-9e2da473f2cc req-18a978f5-ca56-4fc1-ab35-528b75c7c216 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=67ce0c41-a461-4449-9a3d-a2ced553896d HTTP/1.1" status: 200 len: 945 time: 0.1631713 Apr 05 22:48:44.864620 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-98f35eb6-0184-41f3-a4d5-9e2da473f2cc req-20b2e2aa-9572-4cf0-841d-e1fb0ce5401d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425925 Apr 05 22:48:45.982661 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cbf586-4c4c-4fbd-bd54-e7a9258cfbf9 req-aec2f62f-994c-4143-a040-dcb8e74c2173 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:45.984120 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d7cbf586-4c4c-4fbd-bd54-e7a9258cfbf9 req-aec2f62f-994c-4143-a040-dcb8e74c2173 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=67ce0c41-a461-4449-9a3d-a2ced553896d HTTP/1.1" status: 200 len: 945 time: 0.0506291 Apr 05 22:48:46.032045 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d7cbf586-4c4c-4fbd-bd54-e7a9258cfbf9 req-3a7d6c7e-8fcf-4877-923a-0e4cf31102c2 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424085 Apr 05 22:48:46.269680 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8c32a-09c2-43f0-b313-cc4e1b750906 req-b98b53bc-d290-40d9-a95d-ea602ac8b283 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:46.271115 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-02d8c32a-09c2-43f0-b313-cc4e1b750906 req-b98b53bc-d290-40d9-a95d-ea602ac8b283 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.46 "GET /v2.0/ports?device_id=67ce0c41-a461-4449-9a3d-a2ced553896d HTTP/1.1" status: 200 len: 945 time: 0.0506561 Apr 05 22:48:46.363157 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-02d8c32a-09c2-43f0-b313-cc4e1b750906 req-2c9deacd-0e58-4ea7-9c89-647284046778 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Deleting port b6529de7-e613-4262-9936-290417477fe5 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:48:46.363499 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-02d8c32a-09c2-43f0-b313-cc4e1b750906 req-2c9deacd-0e58-4ea7-9c89-647284046778 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (b6529de7-e613-4262-9936-290417477fe5), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:46.453281 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-02d8c32a-09c2-43f0-b313-cc4e1b750906 req-2c9deacd-0e58-4ea7-9c89-647284046778 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] For port b6529de7-e613-4262-9936-290417477fe5, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b6529de7-e613-4262-9936-290417477fe5,segment=NetworkSegment(0f3780bf-12d3-4aa9-87aa-e9d04a628627),segment_id=0f3780bf-12d3-4aa9-87aa-e9d04a628627)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:48:46.453647 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-02d8c32a-09c2-43f0-b313-cc4e1b750906 req-2c9deacd-0e58-4ea7-9c89-647284046778 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (b6529de7-e613-4262-9936-290417477fe5), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:46.622846 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-02d8c32a-09c2-43f0-b313-cc4e1b750906 req-2c9deacd-0e58-4ea7-9c89-647284046778 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:46.623129 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-02d8c32a-09c2-43f0-b313-cc4e1b750906 req-2c9deacd-0e58-4ea7-9c89-647284046778 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528098'] for floatingip (d1cf83e2-ed4b-40f6-b594-72c4b0f5cefe), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:46.623448 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.db.l3_db [req-02d8c32a-09c2-43f0-b313-cc4e1b750906 req-2c9deacd-0e58-4ea7-9c89-647284046778 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Floating IP d1cf83e2-ed4b-40f6-b594-72c4b0f5cefe disassociated. External IP: 172.27.2.155, port: b6529de7-e613-4262-9936-290417477fe5. Apr 05 22:48:46.623788 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-02d8c32a-09c2-43f0-b313-cc4e1b750906 req-2c9deacd-0e58-4ea7-9c89-647284046778 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Calling delete_port for b6529de7-e613-4262-9936-290417477fe5 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:48:46.748885 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-02d8c32a-09c2-43f0-b313-cc4e1b750906 req-2c9deacd-0e58-4ea7-9c89-647284046778 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (b6529de7-e613-4262-9936-290417477fe5), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:46.776530 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9deacd-0e58-4ea7-9c89-647284046778 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Pushing event deleted for resources: {'Port': ['ID=b6529de7-e613-4262-9936-290417477fe5,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:46.786578 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9deacd-0e58-4ea7-9c89-647284046778 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:46.786932 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9deacd-0e58-4ea7-9c89-647284046778 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:46.787281 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9deacd-0e58-4ea7-9c89-647284046778 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:46.787610 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9deacd-0e58-4ea7-9c89-647284046778 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:46.787947 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9deacd-0e58-4ea7-9c89-647284046778 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:46.788279 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9deacd-0e58-4ea7-9c89-647284046778 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:46.788607 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9deacd-0e58-4ea7-9c89-647284046778 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:46.788963 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9deacd-0e58-4ea7-9c89-647284046778 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:46.789855 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9deacd-0e58-4ea7-9c89-647284046778 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:46.790190 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9deacd-0e58-4ea7-9c89-647284046778 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:46.790517 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9deacd-0e58-4ea7-9c89-647284046778 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:46.790844 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9deacd-0e58-4ea7-9c89-647284046778 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:46.791168 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9deacd-0e58-4ea7-9c89-647284046778 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:46.791489 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9deacd-0e58-4ea7-9c89-647284046778 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:46.791813 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9deacd-0e58-4ea7-9c89-647284046778 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:46.904043 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02d8c32a-09c2-43f0-b313-cc4e1b750906 req-2c9deacd-0e58-4ea7-9c89-647284046778 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Router 0712fcbd-21e2-45fa-8b24-a6e487549d9c has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:48:47.011552 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02d8c32a-09c2-43f0-b313-cc4e1b750906 req-2c9deacd-0e58-4ea7-9c89-647284046778 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:48:47.021706 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636c4ba9-5bd3-47ec-bd25-3c6035697aa2 None None] Sync routers for ids ['0712fcbd-21e2-45fa-8b24-a6e487549d9c'] in dv-cinder-835879-4-iscsi {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:48:47.031830 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636c4ba9-5bd3-47ec-bd25-3c6035697aa2 None None] Routers {'0712fcbd-21e2-45fa-8b24-a6e487549d9c'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:48:47.032504 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-636c4ba9-5bd3-47ec-bd25-3c6035697aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:48:37Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['0712fcbd-21e2-45fa-8b24-a6e487549d9c'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:48:47.052007 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d8c32a-09c2-43f0-b313-cc4e1b750906 req-2c9deacd-0e58-4ea7-9c89-647284046778 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] No DVR routers for this DVR port b6529de7-e613-4262-9936-290417477fe5 on host hv-cinder-83587 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:48:47.056101 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-02d8c32a-09c2-43f0-b313-cc4e1b750906 req-2c9deacd-0e58-4ea7-9c89-647284046778 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:47.060966 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-02d8c32a-09c2-43f0-b313-cc4e1b750906 req-2c9deacd-0e58-4ea7-9c89-647284046778 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.46 "DELETE /v2.0/ports/b6529de7-e613-4262-9936-290417477fe5 HTTP/1.1" status: 204 len: 173 time: 0.7843094 Apr 05 22:48:47.061589 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ce0c41-a461-4449-9a3d-a2ced553896d', 'name': 'network-vif-deleted', 'tag': 'b6529de7-e613-4262-9936-290417477fe5'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:48:47.064711 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aecb9a71-8b1b-4734-afd6-954b08d91c69" -d '{"events": [{"server_uuid": "67ce0c41-a461-4449-9a3d-a2ced553896d", "name": "network-vif-deleted", "tag": "b6529de7-e613-4262-9936-290417477fe5"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:48:47.151335 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1f0b5b47-df93-4bb1-ab64-561f433ed536 req-9fcdae73-9568-4bb2-89a7-54b64cc4e517 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=67ce0c41-a461-4449-9a3d-a2ced553896d HTTP/1.1" status: 200 len: 210 time: 0.0365713 Apr 05 22:48:47.173907 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-636c4ba9-5bd3-47ec-bd25-3c6035697aa2 None None] Set router 0712fcbd-21e2-45fa-8b24-a6e487549d9c gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:48:47.187727 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e85914-2602-4c9e-bec0-eb437bc9f6af x-openstack-request-id: req-43e85914-2602-4c9e-bec0-eb437bc9f6af {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:48:47.188086 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ce0c41-a461-4449-9a3d-a2ced553896d", "name": "network-vif-deleted", "tag": "b6529de7-e613-4262-9936-290417477fe5", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:48:47.188451 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-43e85914-2602-4c9e-bec0-eb437bc9f6af {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:48:47.188944 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43e85914-2602-4c9e-bec0-eb437bc9f6af'] response: {'server_uuid': '67ce0c41-a461-4449-9a3d-a2ced553896d', 'name': 'network-vif-deleted', 'tag': 'b6529de7-e613-4262-9936-290417477fe5', 'status': 'completed', 'code': 200} Apr 05 22:48:47.377467 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-636c4ba9-5bd3-47ec-bd25-3c6035697aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'name': 'tempest-TestVolumeBootPattern-533555744-router', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:45:38Z', 'updated_at': '2022-04-05T22:45:41Z', 'revision_number': 4, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'gw_port': {'id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:39Z', 'updated_at': '2022-04-05T22:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'cd79ba75-b889-471f-af8b-70bc36129593', 'name': '', 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'mac_address': 'fa:16:3e:46:d9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:41Z', 'updated_at': '2022-04-05T22:45:46Z', 'revision_number': 5, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'subnets': [{'id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:48:47.407777 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636c4ba9-5bd3-47ec-bd25-3c6035697aa2 None None] Checking router: 0712fcbd-21e2-45fa-8b24-a6e487549d9c for host: dv-cinder-835879-4-iscsi {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:48:47.417079 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636c4ba9-5bd3-47ec-bd25-3c6035697aa2 None None] Routers {'0712fcbd-21e2-45fa-8b24-a6e487549d9c'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:48:47.417730 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-636c4ba9-5bd3-47ec-bd25-3c6035697aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:48:37Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['0712fcbd-21e2-45fa-8b24-a6e487549d9c'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:48:47.521806 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-636c4ba9-5bd3-47ec-bd25-3c6035697aa2 None None] Set router 0712fcbd-21e2-45fa-8b24-a6e487549d9c gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:48:47.718339 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-636c4ba9-5bd3-47ec-bd25-3c6035697aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'name': 'tempest-TestVolumeBootPattern-533555744-router', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:45:38Z', 'updated_at': '2022-04-05T22:45:41Z', 'revision_number': 4, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'gw_port': {'id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:39Z', 'updated_at': '2022-04-05T22:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'cd79ba75-b889-471f-af8b-70bc36129593', 'name': '', 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'mac_address': 'fa:16:3e:46:d9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:41Z', 'updated_at': '2022-04-05T22:45:46Z', 'revision_number': 5, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'subnets': [{'id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:48:47.745046 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636c4ba9-5bd3-47ec-bd25-3c6035697aa2 None None] The sync data for ids ['0712fcbd-21e2-45fa-8b24-a6e487549d9c'] in dv-cinder-835879-4-iscsi is: [{'id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'name': 'tempest-TestVolumeBootPattern-533555744-router', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:45:38Z', 'updated_at': '2022-04-05T22:45:41Z', 'revision_number': 4, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'gw_port': {'id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:39Z', 'updated_at': '2022-04-05T22:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'cd79ba75-b889-471f-af8b-70bc36129593', 'name': '', 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'mac_address': 'fa:16:3e:46:d9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:41Z', 'updated_at': '2022-04-05T22:45:46Z', 'revision_number': 5, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'subnets': [{'id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:48:47.970760 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb6b342-d3b1-40da-b112-577deb15b1ce None None] New status for floating IP d1cf83e2-ed4b-40f6-b594-72c4b0f5cefe: DOWN {{(pid=103305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:48:48.414340 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-334b7038-fbc6-4167-985c-1a4334995ec6 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-725100572&fields=id&tenant_id=c1e3f0cce8f24e4283bc8e4a3b8dd7f4 HTTP/1.1" status: 200 len: 267 time: 0.0471265 Apr 05 22:48:48.516220 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-ad3cca7b-0864-41f5-9c44-855fcfa9a202 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:48.517732 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-ad3cca7b-0864-41f5-9c44-855fcfa9a202 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/networks?id=4d7e090b-a496-4bac-9ae8-5be3d7b150bc HTTP/1.1" status: 200 len: 811 time: 0.0971606 Apr 05 22:48:48.531588 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-d7389b74-954d-45fe-a932-ae62aad4aa68 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/quotas/c1e3f0cce8f24e4283bc8e4a3b8dd7f4 HTTP/1.1" status: 200 len: 375 time: 0.0086610 Apr 05 22:48:48.583312 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-f3408f3c-1553-4069-b906-1c11d4491581 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c1e3f0cce8f24e4283bc8e4a3b8dd7f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470486 Apr 05 22:48:48.679354 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-eb3e6883-cd8d-494b-91b8-ba1a7c31044c service neutron] 10.222.0.15 "GET /v2.0/networks/4d7e090b-a496-4bac-9ae8-5be3d7b150bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848334 Apr 05 22:48:48.769698 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-81e8b3d8-0df4-469b-b53d-a9ed42bfc7ed service neutron] 10.222.0.15 "GET /v2.0/networks/4d7e090b-a496-4bac-9ae8-5be3d7b150bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837801 Apr 05 22:48:49.043424 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-548164a7-39ee-43ed-b4cb-569b640a5a84 req-a0cb6aea-2af7-4a60-b11f-85bd7590a5ea tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bdbc841-04d3-492a-b4f8-f02140403428 HTTP/1.1" status: 200 len: 210 time: 0.0271006 Apr 05 22:48:50.013512 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-3a0b4438-7c03-40a2-bbb0-84d264b4f72f tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:50.014959 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-3a0b4438-7c03-40a2-bbb0-84d264b4f72f tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.46 "GET /v2.0/networks?id=4d7e090b-a496-4bac-9ae8-5be3d7b150bc HTTP/1.1" status: 200 len: 811 time: 0.1020977 Apr 05 22:48:50.082516 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-201caf01-70fb-423e-87c9-c4e1b0168cc3 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1e3f0cce8f24e4283bc8e4a3b8dd7f4 HTTP/1.1" status: 200 len: 379 time: 0.0596030 Apr 05 22:48:50.091806 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-58e7d896-d7ec-4318-81d2-89273fe1f802 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Request body: {'port': {'device_id': '4bdbc841-04d3-492a-b4f8-f02140403428', 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc', 'admin_state_up': True, 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'security_groups': ['0f010b51-f2c6-4b41-a734-e323a94efb1c']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:48:50.168016 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8999c251-3a2f-4f48-b07d-d5516b250506 req-7a5cbdad-db90-4999-8a1c-74385a2e810d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bdbc841-04d3-492a-b4f8-f02140403428 HTTP/1.1" status: 200 len: 210 time: 0.0545795 Apr 05 22:48:50.217922 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-58e7d896-d7ec-4318-81d2-89273fe1f802 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Made reservation on behalf of c1e3f0cce8f24e4283bc8e4a3b8dd7f4 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:48:50.221437 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-58e7d896-d7ec-4318-81d2-89273fe1f802 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:50.349864 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-58e7d896-d7ec-4318-81d2-89273fe1f802 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Allocated IP 172.20.0.3 (4d7e090b-a496-4bac-9ae8-5be3d7b150bc/e94736fb-18ab-4fd7-843e-a3eca774b62e/e0873755-96bc-4d95-a22f-10218fcd8754) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:48:50.493729 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-58e7d896-d7ec-4318-81d2-89273fe1f802 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks [] for port (e0873755-96bc-4d95-a22f-10218fcd8754), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:50.525640 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-58e7d896-d7ec-4318-81d2-89273fe1f802 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (e0873755-96bc-4d95-a22f-10218fcd8754), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:50.563860 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-58e7d896-d7ec-4318-81d2-89273fe1f802 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Network 4d7e090b-a496-4bac-9ae8-5be3d7b150bc is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:48:50.566909 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-58e7d896-d7ec-4318-81d2-89273fe1f802 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:48:50.569314 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-58e7d896-d7ec-4318-81d2-89273fe1f802 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:48:50.606123 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e7d896-d7ec-4318-81d2-89273fe1f802 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Pushing event updated for resources: {'Port': ['ID=e0873755-96bc-4d95-a22f-10218fcd8754,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:50.629102 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-58e7d896-d7ec-4318-81d2-89273fe1f802 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:50.629744 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-58e7d896-d7ec-4318-81d2-89273fe1f802 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:50.646886 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-58e7d896-d7ec-4318-81d2-89273fe1f802 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5588262 Apr 05 22:48:50.658230 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-77d1f6ce-e84e-4ac9-99c0-4fff2fb13df9 service neutron] Request body: {'port': {'device_id': '4bdbc841-04d3-492a-b4f8-f02140403428', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:48:50.724840 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-77d1f6ce-e84e-4ac9-99c0-4fff2fb13df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (e0873755-96bc-4d95-a22f-10218fcd8754), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:50.799878 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-bd67c6c0-9850-4d7a-b537-b634f46eec84 None None] Provisioning complete for port e0873755-96bc-4d95-a22f-10218fcd8754 triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:48:50.800507 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bd67c6c0-9850-4d7a-b537-b634f46eec84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (e0873755-96bc-4d95-a22f-10218fcd8754), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:50.837401 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-bd67c6c0-9850-4d7a-b537-b634f46eec84 None None] Port e0873755-96bc-4d95-a22f-10218fcd8754 cannot update to ACTIVE because it is not bound. {{(pid=103304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:48:50.842118 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device b6529de7-e613-4262-9936-290417477fe5 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:48:50.862049 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] No Port match for: b6529de7-e613-4262-9936-290417477fe5 {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:48:50.862393 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device b6529de7-e613-4262-9936-290417477fe5 not bound to the agent host hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:48:50.982417 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-77d1f6ce-e84e-4ac9-99c0-4fff2fb13df9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0873755-96bc-4d95-a22f-10218fcd8754 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:48:50.989659 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-77d1f6ce-e84e-4ac9-99c0-4fff2fb13df9 service neutron] Publish callbacks [] for port (e0873755-96bc-4d95-a22f-10218fcd8754), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:51.001948 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-77d1f6ce-e84e-4ac9-99c0-4fff2fb13df9 service neutron] Transition to ACTIVE for port object e0873755-96bc-4d95-a22f-10218fcd8754 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:48:51.005676 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-77d1f6ce-e84e-4ac9-99c0-4fff2fb13df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28860065'] for port (e0873755-96bc-4d95-a22f-10218fcd8754), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:51.057448 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d1f6ce-e84e-4ac9-99c0-4fff2fb13df9 service neutron] Pushing event updated for resources: {'Port': ['ID=e0873755-96bc-4d95-a22f-10218fcd8754,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:51.133788 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-77d1f6ce-e84e-4ac9-99c0-4fff2fb13df9 service neutron] Attempting to bind port e0873755-96bc-4d95-a22f-10218fcd8754 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:48:51.134131 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-77d1f6ce-e84e-4ac9-99c0-4fff2fb13df9 service neutron] Attempting to bind port e0873755-96bc-4d95-a22f-10218fcd8754 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '0f3780bf-12d3-4aa9-87aa-e9d04a628627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:48:51.134469 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-77d1f6ce-e84e-4ac9-99c0-4fff2fb13df9 service neutron] Attempting to bind port e0873755-96bc-4d95-a22f-10218fcd8754 on network 4d7e090b-a496-4bac-9ae8-5be3d7b150bc {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:48:51.139009 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-77d1f6ce-e84e-4ac9-99c0-4fff2fb13df9 service neutron] Port e0873755-96bc-4d95-a22f-10218fcd8754 on network 4d7e090b-a496-4bac-9ae8-5be3d7b150bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:48:51.139335 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-77d1f6ce-e84e-4ac9-99c0-4fff2fb13df9 service neutron] Attempting to bind port e0873755-96bc-4d95-a22f-10218fcd8754 on network 4d7e090b-a496-4bac-9ae8-5be3d7b150bc {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:48:51.144401 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-77d1f6ce-e84e-4ac9-99c0-4fff2fb13df9 service neutron] Checking agent: {'id': '3b59f0d0-9584-48dd-b0cd-e16373160cf9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 30), 'started_at': datetime.datetime(2022, 4, 5, 22, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:48:51.144742 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-77d1f6ce-e84e-4ac9-99c0-4fff2fb13df9 service neutron] Checking segment: {'id': '0f3780bf-12d3-4aa9-87aa-e9d04a628627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:48:51.145160 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-77d1f6ce-e84e-4ac9-99c0-4fff2fb13df9 service neutron] Bound using segment: {'id': '0f3780bf-12d3-4aa9-87aa-e9d04a628627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:48:51.145601 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-77d1f6ce-e84e-4ac9-99c0-4fff2fb13df9 service neutron] Bound port: e0873755-96bc-4d95-a22f-10218fcd8754, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f3780bf-12d3-4aa9-87aa-e9d04a628627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:48:51.145963 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-77d1f6ce-e84e-4ac9-99c0-4fff2fb13df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (e0873755-96bc-4d95-a22f-10218fcd8754), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:51.212309 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-77d1f6ce-e84e-4ac9-99c0-4fff2fb13df9 service neutron] For port e0873755-96bc-4d95-a22f-10218fcd8754, host hv-cinder-83587, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:48:51.215872 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-77d1f6ce-e84e-4ac9-99c0-4fff2fb13df9 service neutron] For port e0873755-96bc-4d95-a22f-10218fcd8754, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e0873755-96bc-4d95-a22f-10218fcd8754,segment=NetworkSegment(0f3780bf-12d3-4aa9-87aa-e9d04a628627),segment_id=0f3780bf-12d3-4aa9-87aa-e9d04a628627)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:48:51.222577 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-77d1f6ce-e84e-4ac9-99c0-4fff2fb13df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28860065'] for port (e0873755-96bc-4d95-a22f-10218fcd8754), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:51.286165 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-77d1f6ce-e84e-4ac9-99c0-4fff2fb13df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:51.286795 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-77d1f6ce-e84e-4ac9-99c0-4fff2fb13df9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:51.288201 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-77d1f6ce-e84e-4ac9-99c0-4fff2fb13df9 service neutron] 10.222.0.46 "PUT /v2.0/ports/e0873755-96bc-4d95-a22f-10218fcd8754 HTTP/1.1" status: 200 len: 1093 time: 0.6342013 Apr 05 22:48:51.288651 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bdbc841-04d3-492a-b4f8-f02140403428', 'tag': 'e0873755-96bc-4d95-a22f-10218fcd8754'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:48:51.291514 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d829e7d2-7ed4-4e25-bf20-f4d265ba5acb" -d '{"events": [{"name": "network-changed", "server_uuid": "4bdbc841-04d3-492a-b4f8-f02140403428", "tag": "e0873755-96bc-4d95-a22f-10218fcd8754"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:48:51.320937 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d1f6ce-e84e-4ac9-99c0-4fff2fb13df9 service neutron] Pushing event updated for resources: {'Port': ['ID=e0873755-96bc-4d95-a22f-10218fcd8754,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:51.356228 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f07f48-0cb7-4cd9-97e8-4653196b0015 x-openstack-request-id: req-68f07f48-0cb7-4cd9-97e8-4653196b0015 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:48:51.356529 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bdbc841-04d3-492a-b4f8-f02140403428", "tag": "e0873755-96bc-4d95-a22f-10218fcd8754", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:48:51.356813 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-68f07f48-0cb7-4cd9-97e8-4653196b0015 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:48:51.357233 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68f07f48-0cb7-4cd9-97e8-4653196b0015'] response: {'name': 'network-changed', 'server_uuid': '4bdbc841-04d3-492a-b4f8-f02140403428', 'tag': 'e0873755-96bc-4d95-a22f-10218fcd8754', 'status': 'completed', 'code': 200} Apr 05 22:48:51.367412 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72adcff0-0492-4f1b-9883-88bc952c0bbe req-fc9dae08-0895-4ff0-9efa-d0d2760f5fc6 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:51.368962 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-72adcff0-0492-4f1b-9883-88bc952c0bbe req-fc9dae08-0895-4ff0-9efa-d0d2760f5fc6 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bdbc841-04d3-492a-b4f8-f02140403428 HTTP/1.1" status: 200 len: 943 time: 0.1210046 Apr 05 22:48:51.420320 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-5e4a7700-98ee-4f8e-bccc-7af01906165b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:51.421884 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-5e4a7700-98ee-4f8e-bccc-7af01906165b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c1e3f0cce8f24e4283bc8e4a3b8dd7f4&device_id=4bdbc841-04d3-492a-b4f8-f02140403428 HTTP/1.1" status: 200 len: 1127 time: 0.0959420 Apr 05 22:48:51.431055 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-72adcff0-0492-4f1b-9883-88bc952c0bbe req-172d7277-9c94-403d-b179-c46650ae168a tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552235 Apr 05 22:48:51.470837 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-1c74c450-3d77-482c-97e6-a3486463d8c9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0873755-96bc-4d95-a22f-10218fcd8754 HTTP/1.1" status: 200 len: 217 time: 0.0390377 Apr 05 22:48:51.519589 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-ed47f412-60cc-47c0-98db-9614202a92c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:51.521035 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-ed47f412-60cc-47c0-98db-9614202a92c1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e94736fb-18ab-4fd7-843e-a3eca774b62e HTTP/1.1" status: 200 len: 850 time: 0.0432146 Apr 05 22:48:51.567332 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-a86a8f47-378b-4b12-95fd-8d64e6cd931c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:51.568823 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-a86a8f47-378b-4b12-95fd-8d64e6cd931c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4d7e090b-a496-4bac-9ae8-5be3d7b150bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422904 Apr 05 22:48:51.658212 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-cc88316f-8fc0-4f1a-8a50-7450bd98f36f service neutron] 10.222.0.46 "GET /v2.0/networks/4d7e090b-a496-4bac-9ae8-5be3d7b150bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832736 Apr 05 22:48:51.743186 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9159ee62-dca9-456e-9b39-0707b23b6816 req-55111da1-6ca5-4a0b-84ee-666e8ed915d5 service neutron] 10.222.0.46 "GET /v2.0/networks/4d7e090b-a496-4bac-9ae8-5be3d7b150bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796542 Apr 05 22:48:52.554038 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829e7d2-7ed4-4e25-bf20-f4d265ba5acb req-2de6ecfc-6b3a-426f-b35b-bc991a3ac458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:52.555630 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d829e7d2-7ed4-4e25-bf20-f4d265ba5acb req-2de6ecfc-6b3a-426f-b35b-bc991a3ac458 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c1e3f0cce8f24e4283bc8e4a3b8dd7f4&device_id=4bdbc841-04d3-492a-b4f8-f02140403428 HTTP/1.1" status: 200 len: 1127 time: 0.0780644 Apr 05 22:48:52.566374 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff517e-7523-4343-8933-a74db8a795c7 req-988d380d-08ca-46cb-9007-44861d765787 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:52.567738 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-99ff517e-7523-4343-8933-a74db8a795c7 req-988d380d-08ca-46cb-9007-44861d765787 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bdbc841-04d3-492a-b4f8-f02140403428 HTTP/1.1" status: 200 len: 943 time: 0.0659690 Apr 05 22:48:52.671682 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-99ff517e-7523-4343-8933-a74db8a795c7 req-00da80e1-20cb-4c95-8a96-f6df627edc7e tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949075 Apr 05 22:48:52.686384 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829e7d2-7ed4-4e25-bf20-f4d265ba5acb req-9ac7cb94-766e-4f9c-be6d-e0f91e0ce5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:52.687913 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d829e7d2-7ed4-4e25-bf20-f4d265ba5acb req-9ac7cb94-766e-4f9c-be6d-e0f91e0ce5d5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4d7e090b-a496-4bac-9ae8-5be3d7b150bc HTTP/1.1" status: 200 len: 912 time: 0.1192453 Apr 05 22:48:53.002125 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d829e7d2-7ed4-4e25-bf20-f4d265ba5acb req-3b3cbab3-0881-4a4d-bd29-c8e44c572254 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0873755-96bc-4d95-a22f-10218fcd8754 HTTP/1.1" status: 200 len: 217 time: 0.3089375 Apr 05 22:48:53.049667 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829e7d2-7ed4-4e25-bf20-f4d265ba5acb req-fa0202e6-f66d-4c61-baa8-3aa817037d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:53.051091 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d829e7d2-7ed4-4e25-bf20-f4d265ba5acb req-fa0202e6-f66d-4c61-baa8-3aa817037d4d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e94736fb-18ab-4fd7-843e-a3eca774b62e HTTP/1.1" status: 200 len: 850 time: 0.0433321 Apr 05 22:48:53.101714 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829e7d2-7ed4-4e25-bf20-f4d265ba5acb req-b89d29d7-cad5-4944-af6e-338a6fe0bd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:53.103195 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d829e7d2-7ed4-4e25-bf20-f4d265ba5acb req-b89d29d7-cad5-4944-af6e-338a6fe0bd5d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4d7e090b-a496-4bac-9ae8-5be3d7b150bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470426 Apr 05 22:48:53.189826 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d829e7d2-7ed4-4e25-bf20-f4d265ba5acb req-65796849-d05c-407c-b782-1fce01b154c8 service neutron] 10.222.0.46 "GET /v2.0/networks/4d7e090b-a496-4bac-9ae8-5be3d7b150bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800698 Apr 05 22:48:53.280067 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d829e7d2-7ed4-4e25-bf20-f4d265ba5acb req-bd298df7-b687-4c02-9974-c13591e8f98f service neutron] 10.222.0.46 "GET /v2.0/networks/4d7e090b-a496-4bac-9ae8-5be3d7b150bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848448 Apr 05 22:48:53.787047 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983eead0-fa7c-49e7-b259-9f32f40b8d2d req-ab57363f-6eb8-4aea-8390-e0c01ab667e3 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:53.788510 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-983eead0-fa7c-49e7-b259-9f32f40b8d2d req-ab57363f-6eb8-4aea-8390-e0c01ab667e3 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bdbc841-04d3-492a-b4f8-f02140403428 HTTP/1.1" status: 200 len: 943 time: 0.0518255 Apr 05 22:48:53.835929 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-983eead0-fa7c-49e7-b259-9f32f40b8d2d req-fcca955a-2d02-4c59-8510-652966c06972 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413396 Apr 05 22:48:54.953049 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac925e38-833e-4677-bf84-07ce488c04c1 req-e723e7d1-f0f0-449a-8893-6929a9c65bb2 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:54.954492 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ac925e38-833e-4677-bf84-07ce488c04c1 req-e723e7d1-f0f0-449a-8893-6929a9c65bb2 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bdbc841-04d3-492a-b4f8-f02140403428 HTTP/1.1" status: 200 len: 943 time: 0.0507789 Apr 05 22:48:55.005141 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ac925e38-833e-4677-bf84-07ce488c04c1 req-0081110e-bd08-4ab1-b9c8-63e7ff0927e7 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449939 Apr 05 22:48:56.118198 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3649c-5807-4476-b34e-dbd467665691 req-9964b18a-f470-4118-8dc0-fb91186631b1 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:56.119637 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d4b3649c-5807-4476-b34e-dbd467665691 req-9964b18a-f470-4118-8dc0-fb91186631b1 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bdbc841-04d3-492a-b4f8-f02140403428 HTTP/1.1" status: 200 len: 943 time: 0.0505605 Apr 05 22:48:56.167608 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d4b3649c-5807-4476-b34e-dbd467665691 req-677ca54e-e8b1-49c7-ac70-adfc255c056a tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421300 Apr 05 22:48:57.281020 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea39322-2f27-4cdb-86b0-cba6518fc2a0 req-b8b0557e-fdd6-44ab-98e6-35a7415162b5 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:57.282473 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-aea39322-2f27-4cdb-86b0-cba6518fc2a0 req-b8b0557e-fdd6-44ab-98e6-35a7415162b5 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bdbc841-04d3-492a-b4f8-f02140403428 HTTP/1.1" status: 200 len: 943 time: 0.0514691 Apr 05 22:48:57.328844 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-aea39322-2f27-4cdb-86b0-cba6518fc2a0 req-c63da615-5dbb-4eac-9762-3ed3f0dd984e tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408714 Apr 05 22:48:58.449376 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d330b1-770e-496e-988a-ee68c3cd3e87 req-585ad4a4-b586-42be-a1f3-7fabae27bed6 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:58.450871 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a0d330b1-770e-496e-988a-ee68c3cd3e87 req-585ad4a4-b586-42be-a1f3-7fabae27bed6 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bdbc841-04d3-492a-b4f8-f02140403428 HTTP/1.1" status: 200 len: 943 time: 0.0575171 Apr 05 22:48:58.499418 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a0d330b1-770e-496e-988a-ee68c3cd3e87 req-a564eb5a-d27a-4629-9abb-85bc3fe82841 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430503 Apr 05 22:48:59.612074 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b657e46-7c0b-4d43-b102-4d38e5c37fa7 req-993ac52b-7b3e-4071-ad00-6e62ff6bee49 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:59.613597 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0b657e46-7c0b-4d43-b102-4d38e5c37fa7 req-993ac52b-7b3e-4071-ad00-6e62ff6bee49 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bdbc841-04d3-492a-b4f8-f02140403428 HTTP/1.1" status: 200 len: 943 time: 0.0506597 Apr 05 22:48:59.661665 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0b657e46-7c0b-4d43-b102-4d38e5c37fa7 req-65131b57-00b8-4955-bddf-df7045b616fc tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419915 Apr 05 22:49:00.065305 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:00.774718 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057017a-8686-445e-acff-1e70d61d23ab req-ce62d708-cc4e-4756-ad75-30ae7aa5daf4 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:00.776199 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8057017a-8686-445e-acff-1e70d61d23ab req-ce62d708-cc4e-4756-ad75-30ae7aa5daf4 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bdbc841-04d3-492a-b4f8-f02140403428 HTTP/1.1" status: 200 len: 943 time: 0.0511923 Apr 05 22:49:00.827072 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8057017a-8686-445e-acff-1e70d61d23ab req-6dce7639-8d12-43c3-bfd5-1f9c0a52b181 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454044 Apr 05 22:49:00.917779 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device e0873755-96bc-4d95-a22f-10218fcd8754 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:49:01.014166 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port e0873755-96bc-4d95-a22f-10218fcd8754, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e0873755-96bc-4d95-a22f-10218fcd8754,segment=NetworkSegment(0f3780bf-12d3-4aa9-87aa-e9d04a628627),segment_id=0f3780bf-12d3-4aa9-87aa-e9d04a628627)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:49:01.025464 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Returning: {'device': 'e0873755-96bc-4d95-a22f-10218fcd8754', 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc', 'port_id': 'e0873755-96bc-4d95-a22f-10218fcd8754', 'mac_address': 'fa:16:3e:13:30:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:49:01.060925 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port e0873755-96bc-4d95-a22f-10218fcd8754 is: DOWN; New status is: BUILD {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:49:01.061315 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (e0873755-96bc-4d95-a22f-10218fcd8754), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:01.076706 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0873755-96bc-4d95-a22f-10218fcd8754 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:49:01.095522 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port e0873755-96bc-4d95-a22f-10218fcd8754, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e0873755-96bc-4d95-a22f-10218fcd8754,segment=NetworkSegment(0f3780bf-12d3-4aa9-87aa-e9d04a628627),segment_id=0f3780bf-12d3-4aa9-87aa-e9d04a628627)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:49:01.099225 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (e0873755-96bc-4d95-a22f-10218fcd8754), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:01.149173 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=e0873755-96bc-4d95-a22f-10218fcd8754,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:49:01.156098 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:49:01.156451 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:49:01.156831 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:49:01.157182 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:49:01.157545 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:49:01.157880 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:49:01.158214 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:49:01.158543 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:49:01.158875 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:49:01.159204 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:49:01.159624 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:49:01.159961 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:49:01.160291 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:49:01.160619 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:49:01.160970 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:49:01.431713 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] get_ports_and_sgs() called for port_ids ['e0873755-96bc-4d95-a22f-10218fcd8754'] {{(pid=103304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:49:01.940982 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5450a1-9853-4aec-85ca-8fee004257e5 req-02abebd2-0238-465f-af0f-11a89aa17589 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:01.942454 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7b5450a1-9853-4aec-85ca-8fee004257e5 req-02abebd2-0238-465f-af0f-11a89aa17589 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bdbc841-04d3-492a-b4f8-f02140403428 HTTP/1.1" status: 200 len: 944 time: 0.0508931 Apr 05 22:49:01.989360 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7b5450a1-9853-4aec-85ca-8fee004257e5 req-b7eb5d84-e3d4-44a4-9db1-535d13609151 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407159 Apr 05 22:49:02.933686 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device e0873755-96bc-4d95-a22f-10218fcd8754 up at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:49:02.982591 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning for port e0873755-96bc-4d95-a22f-10218fcd8754 completed by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:49:02.986381 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning complete for port e0873755-96bc-4d95-a22f-10218fcd8754 triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:49:02.986760 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (e0873755-96bc-4d95-a22f-10218fcd8754), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:03.066004 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port e0873755-96bc-4d95-a22f-10218fcd8754 is: BUILD; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:49:03.066394 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (e0873755-96bc-4d95-a22f-10218fcd8754), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:03.090006 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bdbc841-04d3-492a-b4f8-f02140403428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0873755-96bc-4d95-a22f-10218fcd8754'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:49:03.092334 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16471d07bccade7c78bbaf7939695eccfc965b3074ad902c0ac28a73985796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114470c9-3978-4b60-ac1e-37318a0e0fe6" -d '{"events": [{"server_uuid": "4bdbc841-04d3-492a-b4f8-f02140403428", "name": "network-vif-plugged", "status": "completed", "tag": "e0873755-96bc-4d95-a22f-10218fcd8754"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:49:03.106161 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port e0873755-96bc-4d95-a22f-10218fcd8754, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e0873755-96bc-4d95-a22f-10218fcd8754,segment=NetworkSegment(0f3780bf-12d3-4aa9-87aa-e9d04a628627),segment_id=0f3780bf-12d3-4aa9-87aa-e9d04a628627)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:49:03.109000 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14db621-87a9-4d95-8a16-b73e6a958ba5 req-90726a62-5ee9-4bc6-8041-9fc527b4d2f9 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:03.110440 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (e0873755-96bc-4d95-a22f-10218fcd8754), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:03.110602 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a14db621-87a9-4d95-8a16-b73e6a958ba5 req-90726a62-5ee9-4bc6-8041-9fc527b4d2f9 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bdbc841-04d3-492a-b4f8-f02140403428 HTTP/1.1" status: 200 len: 944 time: 0.0528488 Apr 05 22:49:03.162190 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=e0873755-96bc-4d95-a22f-10218fcd8754,revision_number=5']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:49:03.163813 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a14db621-87a9-4d95-8a16-b73e6a958ba5 req-c32a523f-e6b2-4a3a-bd7f-e160f50a2816 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470097 Apr 05 22:49:03.192451 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cd83a1-6f69-4f3d-850a-d8d3a4980c0c x-openstack-request-id: req-97cd83a1-6f69-4f3d-850a-d8d3a4980c0c {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:49:03.192787 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bdbc841-04d3-492a-b4f8-f02140403428", "name": "network-vif-plugged", "status": "completed", "tag": "e0873755-96bc-4d95-a22f-10218fcd8754", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:49:03.193113 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-97cd83a1-6f69-4f3d-850a-d8d3a4980c0c {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:49:03.193543 dv-cinder-835879-4-iscsi neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97cd83a1-6f69-4f3d-850a-d8d3a4980c0c'] response: {'server_uuid': '4bdbc841-04d3-492a-b4f8-f02140403428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0873755-96bc-4d95-a22f-10218fcd8754', 'code': 200} Apr 05 22:49:03.397218 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996630b-9f3a-4fbf-b620-ca1f4ae45134 req-19317c9a-1125-4417-9e5a-66c6c43c9982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:03.398683 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f996630b-9f3a-4fbf-b620-ca1f4ae45134 req-19317c9a-1125-4417-9e5a-66c6c43c9982 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4bdbc841-04d3-492a-b4f8-f02140403428 HTTP/1.1" status: 200 len: 1129 time: 0.0464635 Apr 05 22:49:03.443510 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f996630b-9f3a-4fbf-b620-ca1f4ae45134 req-56de767d-e4c5-45e8-a061-148afe38bd26 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383821 Apr 05 22:49:04.281005 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aea47e-56c9-4eee-88a2-e533a95e26b6 req-aa40a593-55ce-45ea-b83a-2f02f2551f3f tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:04.282471 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-18aea47e-56c9-4eee-88a2-e533a95e26b6 req-aa40a593-55ce-45ea-b83a-2f02f2551f3f tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bdbc841-04d3-492a-b4f8-f02140403428 HTTP/1.1" status: 200 len: 945 time: 0.0518458 Apr 05 22:49:04.331897 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-18aea47e-56c9-4eee-88a2-e533a95e26b6 req-3cb02eb5-5076-4af1-9c30-8f85ccd5c217 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438726 Apr 05 22:49:04.346837 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d09b18a-b736-49f7-b28f-75a3a47d35f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:05.453877 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78acc2-e636-49b8-a3e4-d79dacab7af1 req-9d01e629-7516-4acf-bda6-d2f3a3c35229 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:05.455353 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8e78acc2-e636-49b8-a3e4-d79dacab7af1 req-9d01e629-7516-4acf-bda6-d2f3a3c35229 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bdbc841-04d3-492a-b4f8-f02140403428 HTTP/1.1" status: 200 len: 945 time: 0.0544105 Apr 05 22:49:05.503423 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8e78acc2-e636-49b8-a3e4-d79dacab7af1 req-c8abbe2b-b113-4ebf-b21f-1dea2f53f87f tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425246 Apr 05 22:49:05.617854 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba877b5-e065-42bc-817a-ebdef7214de2 req-9d773b7e-17c1-42ba-a353-cfb5c3ea6125 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:05.619259 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0ba877b5-e065-42bc-817a-ebdef7214de2 req-9d773b7e-17c1-42ba-a353-cfb5c3ea6125 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bdbc841-04d3-492a-b4f8-f02140403428 HTTP/1.1" status: 200 len: 945 time: 0.0516052 Apr 05 22:49:05.667186 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-0ba877b5-e065-42bc-817a-ebdef7214de2 req-32909ea8-848c-4fa1-8785-9a52d56bec51 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421896 Apr 05 22:49:05.689168 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 54616) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:49:05.730724 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da602deb-ac29-4cbc-ac6d-bf30583bcc19 tempest-TestVolumeBootPattern-2067521242 tempest-TestVolumeBootPattern-2067521242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:05.732217 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-da602deb-ac29-4cbc-ac6d-bf30583bcc19 tempest-TestVolumeBootPattern-2067521242 tempest-TestVolumeBootPattern-2067521242-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4bdbc841-04d3-492a-b4f8-f02140403428 HTTP/1.1" status: 200 len: 1124 time: 0.0420797 Apr 05 22:49:05.734871 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 54618) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:49:05.739093 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-dc59a09b-65d1-40ed-8329-226eba9cab8c tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Request body: {'floatingip': {'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'port_id': 'e0873755-96bc-4d95-a22f-10218fcd8754', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:49:05.760103 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc59a09b-65d1-40ed-8329-226eba9cab8c tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:05.857073 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc59a09b-65d1-40ed-8329-226eba9cab8c tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:05.961853 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-dc59a09b-65d1-40ed-8329-226eba9cab8c tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Allocated IP 172.27.2.14 (f2e9bb50-0445-459c-9ef2-0222ede25138/2ac17549-fc87-4e20-be5e-92c340e9a8b2/efb89647-3173-4e4c-b3e3-44e52a852bbc) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:49:06.061446 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc59a09b-65d1-40ed-8329-226eba9cab8c tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks [] for port (efb89647-3173-4e4c-b3e3-44e52a852bbc), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:06.094519 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc59a09b-65d1-40ed-8329-226eba9cab8c tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (efb89647-3173-4e4c-b3e3-44e52a852bbc), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:06.129865 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc59a09b-65d1-40ed-8329-226eba9cab8c tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Network f2e9bb50-0445-459c-9ef2-0222ede25138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:49:06.132668 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-dc59a09b-65d1-40ed-8329-226eba9cab8c tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:49:06.136034 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc59a09b-65d1-40ed-8329-226eba9cab8c tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:49:06.170670 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc59a09b-65d1-40ed-8329-226eba9cab8c tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Pushing event updated for resources: {'Port': ['ID=efb89647-3173-4e4c-b3e3-44e52a852bbc,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:49:06.522785 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc59a09b-65d1-40ed-8329-226eba9cab8c tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks [] for floatingip (18f69cf2-975f-4617-b94e-77bf40d09337), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:06.608621 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc59a09b-65d1-40ed-8329-226eba9cab8c tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (efb89647-3173-4e4c-b3e3-44e52a852bbc), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:06.771827 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc59a09b-65d1-40ed-8329-226eba9cab8c tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks [] for port (efb89647-3173-4e4c-b3e3-44e52a852bbc), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:06.776848 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc59a09b-65d1-40ed-8329-226eba9cab8c tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28860065'] for port (efb89647-3173-4e4c-b3e3-44e52a852bbc), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:06.819020 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ec9f8345-1800-41b5-9091-d273ca09ffba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:06.847278 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc59a09b-65d1-40ed-8329-226eba9cab8c tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Pushing event updated for resources: {'Port': ['ID=efb89647-3173-4e4c-b3e3-44e52a852bbc,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:49:06.857913 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc59a09b-65d1-40ed-8329-226eba9cab8c tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528098'] for floatingip (18f69cf2-975f-4617-b94e-77bf40d09337), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:06.960391 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.db.l3_db [None req-dc59a09b-65d1-40ed-8329-226eba9cab8c tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Floating IP 18f69cf2-975f-4617-b94e-77bf40d09337 associated. External IP: 172.27.2.14, port: e0873755-96bc-4d95-a22f-10218fcd8754. Apr 05 22:49:07.170235 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc59a09b-65d1-40ed-8329-226eba9cab8c tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Router 0712fcbd-21e2-45fa-8b24-a6e487549d9c has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:49:07.282683 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc59a09b-65d1-40ed-8329-226eba9cab8c tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:49:07.292890 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac0dd7d-5f31-4878-b2c8-a5bdb435526b None None] Sync routers for ids ['0712fcbd-21e2-45fa-8b24-a6e487549d9c'] in dv-cinder-835879-4-iscsi {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:49:07.302446 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac0dd7d-5f31-4878-b2c8-a5bdb435526b None None] Routers {'0712fcbd-21e2-45fa-8b24-a6e487549d9c'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:49:07.302848 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc59a09b-65d1-40ed-8329-226eba9cab8c tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:07.303058 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-9ac0dd7d-5f31-4878-b2c8-a5bdb435526b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:49:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['0712fcbd-21e2-45fa-8b24-a6e487549d9c'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:49:07.332430 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-dc59a09b-65d1-40ed-8329-226eba9cab8c tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5965490 Apr 05 22:49:07.333040 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bdbc841-04d3-492a-b4f8-f02140403428', 'tag': 'e0873755-96bc-4d95-a22f-10218fcd8754'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:49:07.335307 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a374ebe7-5733-410d-b507-2ccaa38acb04" -d '{"events": [{"name": "network-changed", "server_uuid": "4bdbc841-04d3-492a-b4f8-f02140403428", "tag": "e0873755-96bc-4d95-a22f-10218fcd8754"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:49:07.370265 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1ee078-883b-4974-bff9-5a826601fdef x-openstack-request-id: req-5e1ee078-883b-4974-bff9-5a826601fdef {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:49:07.370832 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bdbc841-04d3-492a-b4f8-f02140403428", "tag": "e0873755-96bc-4d95-a22f-10218fcd8754", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:49:07.371103 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5e1ee078-883b-4974-bff9-5a826601fdef {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:49:07.371520 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e1ee078-883b-4974-bff9-5a826601fdef'] response: {'name': 'network-changed', 'server_uuid': '4bdbc841-04d3-492a-b4f8-f02140403428', 'tag': 'e0873755-96bc-4d95-a22f-10218fcd8754', 'status': 'completed', 'code': 200} Apr 05 22:49:07.417453 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-9ac0dd7d-5f31-4878-b2c8-a5bdb435526b None None] Set router 0712fcbd-21e2-45fa-8b24-a6e487549d9c gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:49:07.438402 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374ebe7-5733-410d-b507-2ccaa38acb04 req-598313c3-70fc-492f-b670-119c3c887931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:07.439960 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a374ebe7-5733-410d-b507-2ccaa38acb04 req-598313c3-70fc-492f-b670-119c3c887931 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c1e3f0cce8f24e4283bc8e4a3b8dd7f4&device_id=4bdbc841-04d3-492a-b4f8-f02140403428 HTTP/1.1" status: 200 len: 1129 time: 0.0445745 Apr 05 22:49:07.533837 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374ebe7-5733-410d-b507-2ccaa38acb04 req-befd3854-d48e-4d70-93f1-c32c43a887f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:07.535399 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a374ebe7-5733-410d-b507-2ccaa38acb04 req-befd3854-d48e-4d70-93f1-c32c43a887f5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4d7e090b-a496-4bac-9ae8-5be3d7b150bc HTTP/1.1" status: 200 len: 912 time: 0.0887449 Apr 05 22:49:07.602205 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a374ebe7-5733-410d-b507-2ccaa38acb04 req-fc005c08-2ea0-4c64-ba11-031cc8bfc096 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0873755-96bc-4d95-a22f-10218fcd8754 HTTP/1.1" status: 200 len: 998 time: 0.0609262 Apr 05 22:49:07.652914 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374ebe7-5733-410d-b507-2ccaa38acb04 req-b8f3d6c9-3c10-4ccf-b8ae-f2f2043fa694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:07.654413 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a374ebe7-5733-410d-b507-2ccaa38acb04 req-b8f3d6c9-3c10-4ccf-b8ae-f2f2043fa694 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e94736fb-18ab-4fd7-843e-a3eca774b62e HTTP/1.1" status: 200 len: 850 time: 0.0470347 Apr 05 22:49:07.707878 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374ebe7-5733-410d-b507-2ccaa38acb04 req-3c14b191-526c-4ce0-b3cb-a748cce0508f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:07.709430 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a374ebe7-5733-410d-b507-2ccaa38acb04 req-3c14b191-526c-4ce0-b3cb-a748cce0508f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4d7e090b-a496-4bac-9ae8-5be3d7b150bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487516 Apr 05 22:49:07.718680 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:07.784254 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-9ac0dd7d-5f31-4878-b2c8-a5bdb435526b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'name': 'tempest-TestVolumeBootPattern-533555744-router', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:45:38Z', 'updated_at': '2022-04-05T22:45:41Z', 'revision_number': 4, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'gw_port': {'id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:39Z', 'updated_at': '2022-04-05T22:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': '18f69cf2-975f-4617-b94e-77bf40d09337', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'floating_ip_address': '172.27.2.14', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'port_id': 'e0873755-96bc-4d95-a22f-10218fcd8754', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc', 'mac_address': 'fa:16:3e:13:30:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdbc841-04d3-492a-b4f8-f02140403428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:49:06Z', 'updated_at': '2022-04-05T22:49:06Z', 'revision_number': 0, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd79ba75-b889-471f-af8b-70bc36129593', 'name': '', 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'mac_address': 'fa:16:3e:46:d9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:41Z', 'updated_at': '2022-04-05T22:45:46Z', 'revision_number': 5, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'subnets': [{'id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:49:07.798016 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a374ebe7-5733-410d-b507-2ccaa38acb04 req-ed29360a-311b-42c8-80a5-cccaebed9a8c service neutron] 10.222.0.46 "GET /v2.0/networks/4d7e090b-a496-4bac-9ae8-5be3d7b150bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823078 Apr 05 22:49:07.810245 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac0dd7d-5f31-4878-b2c8-a5bdb435526b None None] Checking router: 0712fcbd-21e2-45fa-8b24-a6e487549d9c for host: dv-cinder-835879-4-iscsi {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:49:07.818521 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac0dd7d-5f31-4878-b2c8-a5bdb435526b None None] Routers {'0712fcbd-21e2-45fa-8b24-a6e487549d9c'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:49:07.819133 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-9ac0dd7d-5f31-4878-b2c8-a5bdb435526b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:49:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['0712fcbd-21e2-45fa-8b24-a6e487549d9c'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:49:07.891176 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a374ebe7-5733-410d-b507-2ccaa38acb04 req-43dbdf6a-58ab-4bd8-80dd-2ff16d7befb0 service neutron] 10.222.0.46 "GET /v2.0/networks/4d7e090b-a496-4bac-9ae8-5be3d7b150bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872440 Apr 05 22:49:07.926697 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-9ac0dd7d-5f31-4878-b2c8-a5bdb435526b None None] Set router 0712fcbd-21e2-45fa-8b24-a6e487549d9c gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:49:08.149059 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-9ac0dd7d-5f31-4878-b2c8-a5bdb435526b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'name': 'tempest-TestVolumeBootPattern-533555744-router', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:45:38Z', 'updated_at': '2022-04-05T22:45:41Z', 'revision_number': 4, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'gw_port': {'id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:39Z', 'updated_at': '2022-04-05T22:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': '18f69cf2-975f-4617-b94e-77bf40d09337', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'floating_ip_address': '172.27.2.14', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'port_id': 'e0873755-96bc-4d95-a22f-10218fcd8754', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc', 'mac_address': 'fa:16:3e:13:30:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdbc841-04d3-492a-b4f8-f02140403428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:49:06Z', 'updated_at': '2022-04-05T22:49:06Z', 'revision_number': 0, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd79ba75-b889-471f-af8b-70bc36129593', 'name': '', 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'mac_address': 'fa:16:3e:46:d9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:41Z', 'updated_at': '2022-04-05T22:45:46Z', 'revision_number': 5, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'subnets': [{'id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:49:08.174600 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac0dd7d-5f31-4878-b2c8-a5bdb435526b None None] The sync data for ids ['0712fcbd-21e2-45fa-8b24-a6e487549d9c'] in dv-cinder-835879-4-iscsi is: [{'id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'name': 'tempest-TestVolumeBootPattern-533555744-router', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:45:38Z', 'updated_at': '2022-04-05T22:45:41Z', 'revision_number': 4, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'gw_port': {'id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:39Z', 'updated_at': '2022-04-05T22:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': '18f69cf2-975f-4617-b94e-77bf40d09337', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'floating_ip_address': '172.27.2.14', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'port_id': 'e0873755-96bc-4d95-a22f-10218fcd8754', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc', 'mac_address': 'fa:16:3e:13:30:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdbc841-04d3-492a-b4f8-f02140403428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:49:06Z', 'updated_at': '2022-04-05T22:49:06Z', 'revision_number': 0, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd79ba75-b889-471f-af8b-70bc36129593', 'name': '', 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'mac_address': 'fa:16:3e:46:d9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:41Z', 'updated_at': '2022-04-05T22:45:46Z', 'revision_number': 5, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'subnets': [{'id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:49:08.364115 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2080e582-fae8-4a15-a16a-c0566fe0d3b7 None None] New status for floating IP 18f69cf2-975f-4617-b94e-77bf40d09337: ACTIVE {{(pid=103305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:49:09.204271 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:09.865519 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:49:10.781934 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:14.004332 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-40b157bf-4b22-46c9-aac0-0d05563ae33e req-30572ea3-c713-4f2c-aa95-529dc1515951 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4bdbc841-04d3-492a-b4f8-f02140403428&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433166 Apr 05 22:49:14.084970 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b157bf-4b22-46c9-aac0-0d05563ae33e req-38737786-5c08-4d59-8921-5a57e156a79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:14.086459 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-40b157bf-4b22-46c9-aac0-0d05563ae33e req-38737786-5c08-4d59-8921-5a57e156a79a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c1e3f0cce8f24e4283bc8e4a3b8dd7f4&device_id=4bdbc841-04d3-492a-b4f8-f02140403428 HTTP/1.1" status: 200 len: 1129 time: 0.0432484 Apr 05 22:49:14.195704 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b157bf-4b22-46c9-aac0-0d05563ae33e req-ab1b330d-8c1a-478a-8225-2877c73be52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:14.197170 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-40b157bf-4b22-46c9-aac0-0d05563ae33e req-ab1b330d-8c1a-478a-8225-2877c73be52a service neutron] 10.222.0.46 "GET /v2.0/networks?id=4d7e090b-a496-4bac-9ae8-5be3d7b150bc HTTP/1.1" status: 200 len: 912 time: 0.0940926 Apr 05 22:49:14.277881 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-40b157bf-4b22-46c9-aac0-0d05563ae33e req-919ff487-0b0a-411d-acb1-fda07a8061d5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0873755-96bc-4d95-a22f-10218fcd8754 HTTP/1.1" status: 200 len: 1000 time: 0.0751247 Apr 05 22:49:14.339740 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b157bf-4b22-46c9-aac0-0d05563ae33e req-a5256ca1-c24b-482e-a5b4-ffcd18d01d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:14.342366 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-40b157bf-4b22-46c9-aac0-0d05563ae33e req-a5256ca1-c24b-482e-a5b4-ffcd18d01d98 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e94736fb-18ab-4fd7-843e-a3eca774b62e HTTP/1.1" status: 200 len: 850 time: 0.0588856 Apr 05 22:49:14.396391 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b157bf-4b22-46c9-aac0-0d05563ae33e req-cd82da33-1281-4b71-8c6b-7df4b422a259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:14.397879 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-40b157bf-4b22-46c9-aac0-0d05563ae33e req-cd82da33-1281-4b71-8c6b-7df4b422a259 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4d7e090b-a496-4bac-9ae8-5be3d7b150bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501707 Apr 05 22:49:14.521274 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-40b157bf-4b22-46c9-aac0-0d05563ae33e req-ae53c9ed-fe41-4221-8482-9e09ad8f2dc6 service neutron] 10.222.0.46 "GET /v2.0/networks/4d7e090b-a496-4bac-9ae8-5be3d7b150bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170151 Apr 05 22:49:14.628223 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-40b157bf-4b22-46c9-aac0-0d05563ae33e req-7ea22607-72d0-4fa7-941e-a01b608d0761 service neutron] 10.222.0.46 "GET /v2.0/networks/4d7e090b-a496-4bac-9ae8-5be3d7b150bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015384 Apr 05 22:49:30.076165 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:34.348267 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d74c185f-8267-4147-be16-5173da2c2c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:36.821177 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c23e610b-d057-414a-bfee-486c17a505a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:37.612965 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:39.207196 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:40.783066 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:46.864562 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:50:00.078525 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:04.349100 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-057c4253-6d46-4b43-ba84-fd9140a93300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:06.825787 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-254bbacc-be4d-4a43-8757-eb503ed050d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:07.617698 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:09.208312 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:10.786235 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:15.998720 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-68504185-a101-4ac3-971e-cdbf0a3ebbf2 req-0acdb42a-0b7c-4cf0-84eb-8cc148ac840c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4bdbc841-04d3-492a-b4f8-f02140403428&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435359 Apr 05 22:50:16.083245 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68504185-a101-4ac3-971e-cdbf0a3ebbf2 req-6b219e30-eb5f-474c-b51f-6588f708988c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:50:16.084730 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-68504185-a101-4ac3-971e-cdbf0a3ebbf2 req-6b219e30-eb5f-474c-b51f-6588f708988c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c1e3f0cce8f24e4283bc8e4a3b8dd7f4&device_id=4bdbc841-04d3-492a-b4f8-f02140403428 HTTP/1.1" status: 200 len: 1129 time: 0.0468597 Apr 05 22:50:16.184728 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68504185-a101-4ac3-971e-cdbf0a3ebbf2 req-e134dd79-167e-4ab0-9ab6-1e13442a6e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:50:16.186682 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-68504185-a101-4ac3-971e-cdbf0a3ebbf2 req-e134dd79-167e-4ab0-9ab6-1e13442a6e60 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4d7e090b-a496-4bac-9ae8-5be3d7b150bc HTTP/1.1" status: 200 len: 912 time: 0.0841322 Apr 05 22:50:16.264617 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-68504185-a101-4ac3-971e-cdbf0a3ebbf2 req-fafc2171-8ae7-4fd7-955f-a84f9acda573 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0873755-96bc-4d95-a22f-10218fcd8754 HTTP/1.1" status: 200 len: 1000 time: 0.0718169 Apr 05 22:50:16.312599 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68504185-a101-4ac3-971e-cdbf0a3ebbf2 req-31bb8253-d3fb-482d-aded-865b07ed4cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:50:16.314030 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-68504185-a101-4ac3-971e-cdbf0a3ebbf2 req-31bb8253-d3fb-482d-aded-865b07ed4cf4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e94736fb-18ab-4fd7-843e-a3eca774b62e HTTP/1.1" status: 200 len: 850 time: 0.0427182 Apr 05 22:50:16.360706 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68504185-a101-4ac3-971e-cdbf0a3ebbf2 req-9ea76a94-ab2b-4b65-af12-67acaeb28702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:50:16.362193 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-68504185-a101-4ac3-971e-cdbf0a3ebbf2 req-9ea76a94-ab2b-4b65-af12-67acaeb28702 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4d7e090b-a496-4bac-9ae8-5be3d7b150bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420673 Apr 05 22:50:16.454242 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-68504185-a101-4ac3-971e-cdbf0a3ebbf2 req-7fe540cd-3026-4323-a270-337f2fdf52a2 service neutron] 10.222.0.46 "GET /v2.0/networks/4d7e090b-a496-4bac-9ae8-5be3d7b150bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857017 Apr 05 22:50:16.541055 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-68504185-a101-4ac3-971e-cdbf0a3ebbf2 req-9e683b43-d919-4a11-9b46-59198b9ea3f0 service neutron] 10.222.0.46 "GET /v2.0/networks/4d7e090b-a496-4bac-9ae8-5be3d7b150bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799322 Apr 05 22:50:23.863644 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:50:30.084256 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:34.350376 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39f6733f-ce29-4776-b3a2-1f628d40725b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:36.827186 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c7bbfe55-7aa4-4293-b750-8c4796ebc9a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:37.619291 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:39.212850 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:40.788977 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:00.081881 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:00.862166 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:51:04.351330 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c611903e-4528-45de-af4d-61e1d427bed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:06.827937 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d2361054-cf17-4e33-be76-189e397788bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:07.440275 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5227175f-47dc-45ac-b496-8a13193b3380 req-3ba0962c-6ddb-4d40-899a-3723ebab9710 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-725100572&fields=id&tenant_id=c1e3f0cce8f24e4283bc8e4a3b8dd7f4 HTTP/1.1" status: 200 len: 267 time: 0.0437779 Apr 05 22:51:07.623496 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:07.814524 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227175f-47dc-45ac-b496-8a13193b3380 req-dc8a7ed9-e270-4b90-bd83-7b6bcf268781 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:51:07.815980 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5227175f-47dc-45ac-b496-8a13193b3380 req-dc8a7ed9-e270-4b90-bd83-7b6bcf268781 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/networks?id=4d7e090b-a496-4bac-9ae8-5be3d7b150bc HTTP/1.1" status: 200 len: 811 time: 0.3674576 Apr 05 22:51:07.830695 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5227175f-47dc-45ac-b496-8a13193b3380 req-bd8defbc-c3b0-4263-84e4-db5251ac4e81 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/quotas/c1e3f0cce8f24e4283bc8e4a3b8dd7f4 HTTP/1.1" status: 200 len: 375 time: 0.0092812 Apr 05 22:51:07.884244 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5227175f-47dc-45ac-b496-8a13193b3380 req-91f896ae-3bf9-4759-b554-9e8b8bff9af2 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c1e3f0cce8f24e4283bc8e4a3b8dd7f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487444 Apr 05 22:51:08.027649 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5227175f-47dc-45ac-b496-8a13193b3380 req-46c66668-f4a5-4958-8a3f-64c739cad93a service neutron] 10.222.0.15 "GET /v2.0/networks/4d7e090b-a496-4bac-9ae8-5be3d7b150bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321874 Apr 05 22:51:08.113677 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5227175f-47dc-45ac-b496-8a13193b3380 req-ed812e65-94f7-41e6-ac54-04c0ce714d50 service neutron] 10.222.0.15 "GET /v2.0/networks/4d7e090b-a496-4bac-9ae8-5be3d7b150bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797451 Apr 05 22:51:08.393782 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ce7aceb5-654c-471c-88e3-db9b9669a504 req-dce29726-0e0b-4183-92f3-8352664011bc tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8 HTTP/1.1" status: 200 len: 210 time: 0.0308802 Apr 05 22:51:09.216519 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:09.476479 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-dfca3238-13cb-4d3b-bf16-765131330b47 req-7ac3ae83-69bf-4093-98d5-9d0b34c5f88c tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8 HTTP/1.1" status: 200 len: 210 time: 0.0261171 Apr 05 22:51:10.553737 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9e79812f-e09c-4edf-a566-460dab114c72 req-62c5f5ac-8b32-4331-b598-52f0bb6b71d6 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8 HTTP/1.1" status: 200 len: 210 time: 0.0261719 Apr 05 22:51:10.789516 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:11.629736 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-933ee0ab-a2cc-4887-af52-8b7a84e55db5 req-33d84220-2c66-40ee-80a9-ce40580f0dfc tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8 HTTP/1.1" status: 200 len: 210 time: 0.0271647 Apr 05 22:51:12.720034 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-1ebe137d-b077-46c7-9d34-55b30b1fc142 req-b1555998-20a7-4125-b68f-1e2e2c8c2fe0 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8 HTTP/1.1" status: 200 len: 210 time: 0.0273814 Apr 05 22:51:13.478057 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227175f-47dc-45ac-b496-8a13193b3380 req-277d893f-7af8-4d03-9fea-260e1a72f2f0 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:51:13.479494 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5227175f-47dc-45ac-b496-8a13193b3380 req-277d893f-7af8-4d03-9fea-260e1a72f2f0 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.46 "GET /v2.0/networks?id=4d7e090b-a496-4bac-9ae8-5be3d7b150bc HTTP/1.1" status: 200 len: 811 time: 0.1157448 Apr 05 22:51:13.725771 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5227175f-47dc-45ac-b496-8a13193b3380 req-485bbc3e-730c-421f-88e7-ea8df441694a tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1e3f0cce8f24e4283bc8e4a3b8dd7f4 HTTP/1.1" status: 200 len: 379 time: 0.0560932 Apr 05 22:51:13.733685 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [req-5227175f-47dc-45ac-b496-8a13193b3380 req-97643868-74bd-417e-bc67-635c6f67a6a3 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Request body: {'port': {'device_id': '3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8', 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc', 'admin_state_up': True, 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'security_groups': ['0f010b51-f2c6-4b41-a734-e323a94efb1c']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:51:13.819697 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-2872922e-0fcf-4a61-8c26-9031ec8a0bc7 req-558eba62-4931-4f02-a169-784563433717 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8 HTTP/1.1" status: 200 len: 210 time: 0.0299640 Apr 05 22:51:13.866957 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5227175f-47dc-45ac-b496-8a13193b3380 req-97643868-74bd-417e-bc67-635c6f67a6a3 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Made reservation on behalf of c1e3f0cce8f24e4283bc8e4a3b8dd7f4 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:51:13.870210 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-5227175f-47dc-45ac-b496-8a13193b3380 req-97643868-74bd-417e-bc67-635c6f67a6a3 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:13.999037 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-5227175f-47dc-45ac-b496-8a13193b3380 req-97643868-74bd-417e-bc67-635c6f67a6a3 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Allocated IP 172.20.0.7 (4d7e090b-a496-4bac-9ae8-5be3d7b150bc/e94736fb-18ab-4fd7-843e-a3eca774b62e/da47f8b1-d0a1-4cda-ad7c-8a4e2787009d) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:51:14.140178 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-5227175f-47dc-45ac-b496-8a13193b3380 req-97643868-74bd-417e-bc67-635c6f67a6a3 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks [] for port (da47f8b1-d0a1-4cda-ad7c-8a4e2787009d), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:14.172057 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-5227175f-47dc-45ac-b496-8a13193b3380 req-97643868-74bd-417e-bc67-635c6f67a6a3 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (da47f8b1-d0a1-4cda-ad7c-8a4e2787009d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:14.217184 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5227175f-47dc-45ac-b496-8a13193b3380 req-97643868-74bd-417e-bc67-635c6f67a6a3 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Network 4d7e090b-a496-4bac-9ae8-5be3d7b150bc is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:51:14.220600 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-5227175f-47dc-45ac-b496-8a13193b3380 req-97643868-74bd-417e-bc67-635c6f67a6a3 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:51:14.226285 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-5227175f-47dc-45ac-b496-8a13193b3380 req-97643868-74bd-417e-bc67-635c6f67a6a3 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:51:14.250348 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97643868-74bd-417e-bc67-635c6f67a6a3 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Pushing event updated for resources: {'Port': ['ID=da47f8b1-d0a1-4cda-ad7c-8a4e2787009d,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:51:14.263226 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97643868-74bd-417e-bc67-635c6f67a6a3 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:51:14.263914 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97643868-74bd-417e-bc67-635c6f67a6a3 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:51:14.264275 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97643868-74bd-417e-bc67-635c6f67a6a3 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:51:14.264662 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97643868-74bd-417e-bc67-635c6f67a6a3 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:51:14.265073 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97643868-74bd-417e-bc67-635c6f67a6a3 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:51:14.265419 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97643868-74bd-417e-bc67-635c6f67a6a3 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:51:14.265741 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97643868-74bd-417e-bc67-635c6f67a6a3 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:51:14.266069 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97643868-74bd-417e-bc67-635c6f67a6a3 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:51:14.266396 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97643868-74bd-417e-bc67-635c6f67a6a3 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:51:14.266724 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97643868-74bd-417e-bc67-635c6f67a6a3 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:51:14.267083 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97643868-74bd-417e-bc67-635c6f67a6a3 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:51:14.267415 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97643868-74bd-417e-bc67-635c6f67a6a3 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:51:14.267736 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97643868-74bd-417e-bc67-635c6f67a6a3 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:51:14.268060 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97643868-74bd-417e-bc67-635c6f67a6a3 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:51:14.268385 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97643868-74bd-417e-bc67-635c6f67a6a3 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:51:14.291496 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227175f-47dc-45ac-b496-8a13193b3380 req-97643868-74bd-417e-bc67-635c6f67a6a3 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:51:14.292115 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-5227175f-47dc-45ac-b496-8a13193b3380 req-97643868-74bd-417e-bc67-635c6f67a6a3 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:14.308738 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5227175f-47dc-45ac-b496-8a13193b3380 req-97643868-74bd-417e-bc67-635c6f67a6a3 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5786517 Apr 05 22:51:14.319992 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [req-5227175f-47dc-45ac-b496-8a13193b3380 req-f8c630dc-7422-4168-af94-98f061d7835e service neutron] Request body: {'port': {'device_id': '3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:51:14.379826 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-5227175f-47dc-45ac-b496-8a13193b3380 req-f8c630dc-7422-4168-af94-98f061d7835e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (da47f8b1-d0a1-4cda-ad7c-8a4e2787009d), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:14.408115 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-0d04c5e4-e4ec-410f-a59b-86e16a3a0ed6 None None] Provisioning complete for port da47f8b1-d0a1-4cda-ad7c-8a4e2787009d triggered by entity DHCP. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:51:14.408710 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d04c5e4-e4ec-410f-a59b-86e16a3a0ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (da47f8b1-d0a1-4cda-ad7c-8a4e2787009d), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:14.441990 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-0d04c5e4-e4ec-410f-a59b-86e16a3a0ed6 None None] Port da47f8b1-d0a1-4cda-ad7c-8a4e2787009d cannot update to ACTIVE because it is not bound. {{(pid=103304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:51:14.645278 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [req-5227175f-47dc-45ac-b496-8a13193b3380 req-f8c630dc-7422-4168-af94-98f061d7835e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da47f8b1-d0a1-4cda-ad7c-8a4e2787009d {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:51:14.652458 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-5227175f-47dc-45ac-b496-8a13193b3380 req-f8c630dc-7422-4168-af94-98f061d7835e service neutron] Publish callbacks [] for port (da47f8b1-d0a1-4cda-ad7c-8a4e2787009d), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:14.664481 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-5227175f-47dc-45ac-b496-8a13193b3380 req-f8c630dc-7422-4168-af94-98f061d7835e service neutron] Transition to ACTIVE for port object da47f8b1-d0a1-4cda-ad7c-8a4e2787009d will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:51:14.668312 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-5227175f-47dc-45ac-b496-8a13193b3380 req-f8c630dc-7422-4168-af94-98f061d7835e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28860065'] for port (da47f8b1-d0a1-4cda-ad7c-8a4e2787009d), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:14.734972 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c630dc-7422-4168-af94-98f061d7835e service neutron] Pushing event updated for resources: {'Port': ['ID=da47f8b1-d0a1-4cda-ad7c-8a4e2787009d,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:51:14.788542 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-5227175f-47dc-45ac-b496-8a13193b3380 req-f8c630dc-7422-4168-af94-98f061d7835e service neutron] Attempting to bind port da47f8b1-d0a1-4cda-ad7c-8a4e2787009d on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:51:14.789007 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-5227175f-47dc-45ac-b496-8a13193b3380 req-f8c630dc-7422-4168-af94-98f061d7835e service neutron] Attempting to bind port da47f8b1-d0a1-4cda-ad7c-8a4e2787009d by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '0f3780bf-12d3-4aa9-87aa-e9d04a628627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:51:14.789398 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5227175f-47dc-45ac-b496-8a13193b3380 req-f8c630dc-7422-4168-af94-98f061d7835e service neutron] Attempting to bind port da47f8b1-d0a1-4cda-ad7c-8a4e2787009d on network 4d7e090b-a496-4bac-9ae8-5be3d7b150bc {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:51:14.795797 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5227175f-47dc-45ac-b496-8a13193b3380 req-f8c630dc-7422-4168-af94-98f061d7835e service neutron] Port da47f8b1-d0a1-4cda-ad7c-8a4e2787009d on network 4d7e090b-a496-4bac-9ae8-5be3d7b150bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:51:14.796294 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5227175f-47dc-45ac-b496-8a13193b3380 req-f8c630dc-7422-4168-af94-98f061d7835e service neutron] Attempting to bind port da47f8b1-d0a1-4cda-ad7c-8a4e2787009d on network 4d7e090b-a496-4bac-9ae8-5be3d7b150bc {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:51:14.803155 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5227175f-47dc-45ac-b496-8a13193b3380 req-f8c630dc-7422-4168-af94-98f061d7835e service neutron] Checking agent: {'id': '3b59f0d0-9584-48dd-b0cd-e16373160cf9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 30), 'started_at': datetime.datetime(2022, 4, 5, 22, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:51:14.803660 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5227175f-47dc-45ac-b496-8a13193b3380 req-f8c630dc-7422-4168-af94-98f061d7835e service neutron] Checking segment: {'id': '0f3780bf-12d3-4aa9-87aa-e9d04a628627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:51:14.804172 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5227175f-47dc-45ac-b496-8a13193b3380 req-f8c630dc-7422-4168-af94-98f061d7835e service neutron] Bound using segment: {'id': '0f3780bf-12d3-4aa9-87aa-e9d04a628627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:51:14.804847 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-5227175f-47dc-45ac-b496-8a13193b3380 req-f8c630dc-7422-4168-af94-98f061d7835e service neutron] Bound port: da47f8b1-d0a1-4cda-ad7c-8a4e2787009d, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f3780bf-12d3-4aa9-87aa-e9d04a628627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:51:14.805365 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-5227175f-47dc-45ac-b496-8a13193b3380 req-f8c630dc-7422-4168-af94-98f061d7835e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (da47f8b1-d0a1-4cda-ad7c-8a4e2787009d), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:14.880736 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-5227175f-47dc-45ac-b496-8a13193b3380 req-f8c630dc-7422-4168-af94-98f061d7835e service neutron] For port da47f8b1-d0a1-4cda-ad7c-8a4e2787009d, host hv-cinder-83587, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:51:14.884033 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-5227175f-47dc-45ac-b496-8a13193b3380 req-f8c630dc-7422-4168-af94-98f061d7835e service neutron] For port da47f8b1-d0a1-4cda-ad7c-8a4e2787009d, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=da47f8b1-d0a1-4cda-ad7c-8a4e2787009d,segment=NetworkSegment(0f3780bf-12d3-4aa9-87aa-e9d04a628627),segment_id=0f3780bf-12d3-4aa9-87aa-e9d04a628627)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:51:14.889763 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-5227175f-47dc-45ac-b496-8a13193b3380 req-f8c630dc-7422-4168-af94-98f061d7835e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28860065'] for port (da47f8b1-d0a1-4cda-ad7c-8a4e2787009d), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:14.961369 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227175f-47dc-45ac-b496-8a13193b3380 req-f8c630dc-7422-4168-af94-98f061d7835e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:51:14.962041 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-5227175f-47dc-45ac-b496-8a13193b3380 req-f8c630dc-7422-4168-af94-98f061d7835e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:14.963371 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5227175f-47dc-45ac-b496-8a13193b3380 req-f8c630dc-7422-4168-af94-98f061d7835e service neutron] 10.222.0.46 "PUT /v2.0/ports/da47f8b1-d0a1-4cda-ad7c-8a4e2787009d HTTP/1.1" status: 200 len: 1093 time: 0.6476395 Apr 05 22:51:14.963840 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8', 'tag': 'da47f8b1-d0a1-4cda-ad7c-8a4e2787009d'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:51:14.966155 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90bf96b4-66e9-428a-bd07-87aa16a9e81c" -d '{"events": [{"name": "network-changed", "server_uuid": "3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8", "tag": "da47f8b1-d0a1-4cda-ad7c-8a4e2787009d"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:51:14.990313 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c630dc-7422-4168-af94-98f061d7835e service neutron] Pushing event updated for resources: {'Port': ['ID=da47f8b1-d0a1-4cda-ad7c-8a4e2787009d,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:51:15.019369 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc407c-cdeb-48d8-a39c-e7fae762f8d9 req-4cb79f95-926f-4ed1-b68b-4e1d376c369e tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:51:15.020993 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ecbc407c-cdeb-48d8-a39c-e7fae762f8d9 req-4cb79f95-926f-4ed1-b68b-4e1d376c369e tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8 HTTP/1.1" status: 200 len: 943 time: 0.1274724 Apr 05 22:51:15.038129 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429b4f04-02b7-4664-b513-dd91ea17a1f0 x-openstack-request-id: req-429b4f04-02b7-4664-b513-dd91ea17a1f0 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:51:15.038428 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8", "tag": "da47f8b1-d0a1-4cda-ad7c-8a4e2787009d", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:51:15.038693 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-429b4f04-02b7-4664-b513-dd91ea17a1f0 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:51:15.039103 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-429b4f04-02b7-4664-b513-dd91ea17a1f0'] response: {'name': 'network-changed', 'server_uuid': '3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8', 'tag': 'da47f8b1-d0a1-4cda-ad7c-8a4e2787009d', 'status': 'completed', 'code': 200} Apr 05 22:51:15.093171 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227175f-47dc-45ac-b496-8a13193b3380 req-a75bd33a-926b-40a3-b0d2-98b2d9710739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:51:15.094726 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5227175f-47dc-45ac-b496-8a13193b3380 req-a75bd33a-926b-40a3-b0d2-98b2d9710739 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c1e3f0cce8f24e4283bc8e4a3b8dd7f4&device_id=3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8 HTTP/1.1" status: 200 len: 1127 time: 0.0938020 Apr 05 22:51:15.098491 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-ecbc407c-cdeb-48d8-a39c-e7fae762f8d9 req-4ed5b07d-2ba4-4ab6-abe2-580aa7916e5a tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621722 Apr 05 22:51:15.139076 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5227175f-47dc-45ac-b496-8a13193b3380 req-9a426d38-93cc-44f6-92e7-549ba7372c42 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da47f8b1-d0a1-4cda-ad7c-8a4e2787009d HTTP/1.1" status: 200 len: 217 time: 0.0370462 Apr 05 22:51:15.191105 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227175f-47dc-45ac-b496-8a13193b3380 req-355a9c82-97e8-4090-a8d4-02323153f19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:51:15.192629 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5227175f-47dc-45ac-b496-8a13193b3380 req-355a9c82-97e8-4090-a8d4-02323153f19b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e94736fb-18ab-4fd7-843e-a3eca774b62e HTTP/1.1" status: 200 len: 850 time: 0.0478652 Apr 05 22:51:15.240618 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227175f-47dc-45ac-b496-8a13193b3380 req-ad4613b9-4e80-41a6-93d9-552fb960e330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:51:15.242108 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5227175f-47dc-45ac-b496-8a13193b3380 req-ad4613b9-4e80-41a6-93d9-552fb960e330 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4d7e090b-a496-4bac-9ae8-5be3d7b150bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439322 Apr 05 22:51:15.328719 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5227175f-47dc-45ac-b496-8a13193b3380 req-0690445a-c412-4b8b-9ba8-c8524f20d7a3 service neutron] 10.222.0.46 "GET /v2.0/networks/4d7e090b-a496-4bac-9ae8-5be3d7b150bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807316 Apr 05 22:51:15.419803 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-5227175f-47dc-45ac-b496-8a13193b3380 req-5d670911-3596-4b14-a0de-c108df851176 service neutron] 10.222.0.46 "GET /v2.0/networks/4d7e090b-a496-4bac-9ae8-5be3d7b150bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844767 Apr 05 22:51:16.217223 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7918978-2ab6-405b-9396-010159348eab req-ea79673a-9a23-4661-b7c1-5474fa38bf23 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:51:16.219634 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a7918978-2ab6-405b-9396-010159348eab req-ea79673a-9a23-4661-b7c1-5474fa38bf23 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8 HTTP/1.1" status: 200 len: 943 time: 0.0537152 Apr 05 22:51:16.268484 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-a7918978-2ab6-405b-9396-010159348eab req-d978c72a-1b99-47f2-8c59-6af4ba0faccc tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433016 Apr 05 22:51:16.377604 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf96b4-66e9-428a-bd07-87aa16a9e81c req-7a084fba-fad9-400a-8275-60af3f19a847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:51:16.379065 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-90bf96b4-66e9-428a-bd07-87aa16a9e81c req-7a084fba-fad9-400a-8275-60af3f19a847 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c1e3f0cce8f24e4283bc8e4a3b8dd7f4&device_id=3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8 HTTP/1.1" status: 200 len: 1127 time: 0.0792158 Apr 05 22:51:16.382388 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4483f287-febd-4017-b0be-2170be6d8088 req-c563f4da-a018-4698-b476-3c0d2cdcb87c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4bdbc841-04d3-492a-b4f8-f02140403428&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0547063 Apr 05 22:51:16.508450 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf96b4-66e9-428a-bd07-87aa16a9e81c req-46a26ec6-458d-427e-aba4-4e69e010d97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:51:16.509884 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-90bf96b4-66e9-428a-bd07-87aa16a9e81c req-46a26ec6-458d-427e-aba4-4e69e010d97b service neutron] 10.222.0.46 "GET /v2.0/networks?id=4d7e090b-a496-4bac-9ae8-5be3d7b150bc HTTP/1.1" status: 200 len: 912 time: 0.1160610 Apr 05 22:51:16.513989 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483f287-febd-4017-b0be-2170be6d8088 req-6f0ba008-8ccc-4523-a204-d0fcb4401590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:51:16.515357 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4483f287-febd-4017-b0be-2170be6d8088 req-6f0ba008-8ccc-4523-a204-d0fcb4401590 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c1e3f0cce8f24e4283bc8e4a3b8dd7f4&device_id=4bdbc841-04d3-492a-b4f8-f02140403428 HTTP/1.1" status: 200 len: 1129 time: 0.0706391 Apr 05 22:51:16.565223 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-90bf96b4-66e9-428a-bd07-87aa16a9e81c req-9573e9fc-536a-40d8-aec2-1f830ce4c53b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da47f8b1-d0a1-4cda-ad7c-8a4e2787009d HTTP/1.1" status: 200 len: 217 time: 0.0422425 Apr 05 22:51:16.666504 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf96b4-66e9-428a-bd07-87aa16a9e81c req-d28ce7bc-0f4b-4c14-acc3-7ffbf51d261e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:51:16.667946 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-90bf96b4-66e9-428a-bd07-87aa16a9e81c req-d28ce7bc-0f4b-4c14-acc3-7ffbf51d261e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e94736fb-18ab-4fd7-843e-a3eca774b62e HTTP/1.1" status: 200 len: 850 time: 0.0911529 Apr 05 22:51:16.710183 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483f287-febd-4017-b0be-2170be6d8088 req-2d86c511-ac4f-4a45-88c3-1c8c0aec0845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:51:16.711611 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4483f287-febd-4017-b0be-2170be6d8088 req-2d86c511-ac4f-4a45-88c3-1c8c0aec0845 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4d7e090b-a496-4bac-9ae8-5be3d7b150bc HTTP/1.1" status: 200 len: 912 time: 0.1543710 Apr 05 22:51:16.770621 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf96b4-66e9-428a-bd07-87aa16a9e81c req-6e1bded7-ae3c-43b2-8b77-c0d3c0fd5e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:51:16.772078 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-90bf96b4-66e9-428a-bd07-87aa16a9e81c req-6e1bded7-ae3c-43b2-8b77-c0d3c0fd5e54 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4d7e090b-a496-4bac-9ae8-5be3d7b150bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0968423 Apr 05 22:51:16.801206 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4483f287-febd-4017-b0be-2170be6d8088 req-c86e8072-38d3-496c-b275-1513bf6580ab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0873755-96bc-4d95-a22f-10218fcd8754 HTTP/1.1" status: 200 len: 1000 time: 0.0833259 Apr 05 22:51:16.888174 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483f287-febd-4017-b0be-2170be6d8088 req-ab022ad4-3beb-4dd0-955c-c9ff9744c70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:51:16.889653 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4483f287-febd-4017-b0be-2170be6d8088 req-ab022ad4-3beb-4dd0-955c-c9ff9744c70c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e94736fb-18ab-4fd7-843e-a3eca774b62e HTTP/1.1" status: 200 len: 850 time: 0.0825572 Apr 05 22:51:16.930899 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-90bf96b4-66e9-428a-bd07-87aa16a9e81c req-991cefae-dc64-4a71-9349-a47c4875f25b service neutron] 10.222.0.46 "GET /v2.0/networks/4d7e090b-a496-4bac-9ae8-5be3d7b150bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505511 Apr 05 22:51:17.004122 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483f287-febd-4017-b0be-2170be6d8088 req-ec774d55-273e-4459-9722-caf3b82a33be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:51:17.005628 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4483f287-febd-4017-b0be-2170be6d8088 req-ec774d55-273e-4459-9722-caf3b82a33be service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4d7e090b-a496-4bac-9ae8-5be3d7b150bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1094515 Apr 05 22:51:17.077645 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-90bf96b4-66e9-428a-bd07-87aa16a9e81c req-214d14b2-edfe-4971-9fee-e9c626052924 service neutron] 10.222.0.46 "GET /v2.0/networks/4d7e090b-a496-4bac-9ae8-5be3d7b150bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392496 Apr 05 22:51:17.110494 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4483f287-febd-4017-b0be-2170be6d8088 req-2d605ec9-2b86-4b19-8661-e680f3922879 service neutron] 10.222.0.46 "GET /v2.0/networks/4d7e090b-a496-4bac-9ae8-5be3d7b150bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974233 Apr 05 22:51:17.200698 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-4483f287-febd-4017-b0be-2170be6d8088 req-59a11994-3dd3-4bd1-8b3c-f79acee6d7eb service neutron] 10.222.0.46 "GET /v2.0/networks/4d7e090b-a496-4bac-9ae8-5be3d7b150bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846970 Apr 05 22:51:17.382329 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d31e19-6644-49e7-8793-4f1d24a12177 req-a7cac708-a943-481d-a563-597924f97ce9 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:51:17.383686 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-65d31e19-6644-49e7-8793-4f1d24a12177 req-a7cac708-a943-481d-a563-597924f97ce9 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8 HTTP/1.1" status: 200 len: 943 time: 0.0512419 Apr 05 22:51:17.430436 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-65d31e19-6644-49e7-8793-4f1d24a12177 req-2f2b05d5-3d6b-4062-ac7e-89be587462f6 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412118 Apr 05 22:51:18.544664 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857475bf-3581-411a-8739-860177a3c75d req-54c0915e-7713-456c-9bff-3911ea386458 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:51:18.546142 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-857475bf-3581-411a-8739-860177a3c75d req-54c0915e-7713-456c-9bff-3911ea386458 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8 HTTP/1.1" status: 200 len: 943 time: 0.0500984 Apr 05 22:51:18.596893 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-857475bf-3581-411a-8739-860177a3c75d req-39886ea7-cb72-4427-aba5-b265fad99d4e tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446925 Apr 05 22:51:19.710958 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484e118-464d-4758-835f-a836996af2ef req-83f9f5a1-fbd4-4bc3-84da-aa10cc8bd5a6 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:51:19.712403 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7484e118-464d-4758-835f-a836996af2ef req-83f9f5a1-fbd4-4bc3-84da-aa10cc8bd5a6 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8 HTTP/1.1" status: 200 len: 943 time: 0.0507479 Apr 05 22:51:19.760845 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-7484e118-464d-4758-835f-a836996af2ef req-4f543d29-4802-4eb3-8941-57bdda6c307b tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427470 Apr 05 22:51:20.875415 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f62a1c-a4c4-4626-a536-62dbd5260d79 req-ba5bab5e-c676-4347-aff4-d658907f59f5 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:51:20.877417 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-98f62a1c-a4c4-4626-a536-62dbd5260d79 req-ba5bab5e-c676-4347-aff4-d658907f59f5 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8 HTTP/1.1" status: 200 len: 943 time: 0.0523469 Apr 05 22:51:20.924995 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-98f62a1c-a4c4-4626-a536-62dbd5260d79 req-d77c49d6-91d0-47b7-b1c0-929e072c7dfb tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420625 Apr 05 22:51:22.042100 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1efc7f-23bd-4d5d-8fb2-ae8945050780 req-a4d55937-1747-4211-9ae1-7c8c73895e27 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:51:22.043549 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8f1efc7f-23bd-4d5d-8fb2-ae8945050780 req-a4d55937-1747-4211-9ae1-7c8c73895e27 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8 HTTP/1.1" status: 200 len: 943 time: 0.0540435 Apr 05 22:51:22.089711 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-8f1efc7f-23bd-4d5d-8fb2-ae8945050780 req-cc3b6741-be18-4090-bd6b-8d222891f1de tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406764 Apr 05 22:51:23.203419 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf8d2d-c613-4e34-962e-90ee81cda7f3 req-a5e60ab6-6430-46cb-8684-e47bb089a8a9 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:51:23.204816 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-87bf8d2d-c613-4e34-962e-90ee81cda7f3 req-a5e60ab6-6430-46cb-8684-e47bb089a8a9 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8 HTTP/1.1" status: 200 len: 943 time: 0.0509810 Apr 05 22:51:23.253559 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-87bf8d2d-c613-4e34-962e-90ee81cda7f3 req-86c03eb5-8d0d-413a-978b-e0207a7b546e tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432124 Apr 05 22:51:23.724751 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device da47f8b1-d0a1-4cda-ad7c-8a4e2787009d details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:51:23.824605 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port da47f8b1-d0a1-4cda-ad7c-8a4e2787009d, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=da47f8b1-d0a1-4cda-ad7c-8a4e2787009d,segment=NetworkSegment(0f3780bf-12d3-4aa9-87aa-e9d04a628627),segment_id=0f3780bf-12d3-4aa9-87aa-e9d04a628627)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:51:23.836090 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Returning: {'device': 'da47f8b1-d0a1-4cda-ad7c-8a4e2787009d', 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc', 'port_id': 'da47f8b1-d0a1-4cda-ad7c-8a4e2787009d', 'mac_address': 'fa:16:3e:ec:f9:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:51:23.872292 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port da47f8b1-d0a1-4cda-ad7c-8a4e2787009d is: DOWN; New status is: BUILD {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:51:23.872684 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (da47f8b1-d0a1-4cda-ad7c-8a4e2787009d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:23.885630 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da47f8b1-d0a1-4cda-ad7c-8a4e2787009d {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:51:23.904645 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port da47f8b1-d0a1-4cda-ad7c-8a4e2787009d, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=da47f8b1-d0a1-4cda-ad7c-8a4e2787009d,segment=NetworkSegment(0f3780bf-12d3-4aa9-87aa-e9d04a628627),segment_id=0f3780bf-12d3-4aa9-87aa-e9d04a628627)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:51:23.908434 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (da47f8b1-d0a1-4cda-ad7c-8a4e2787009d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:23.958545 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=da47f8b1-d0a1-4cda-ad7c-8a4e2787009d,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:51:23.965322 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:51:23.965667 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:51:23.966006 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:51:23.966342 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:51:23.966674 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:51:23.967003 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:51:23.967324 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:51:23.967645 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:51:23.967967 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:51:23.968290 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:51:23.968611 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:51:23.969022 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:51:23.969382 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:51:23.969762 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:51:23.970471 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:51:24.254337 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] get_ports_and_sgs() called for port_ids ['da47f8b1-d0a1-4cda-ad7c-8a4e2787009d'] {{(pid=103304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:51:24.367561 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a4be5-b229-4466-886e-eb69dc780780 req-ebbd6586-85df-4594-aaf8-a05e447732bd tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:51:24.369153 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f56a4be5-b229-4466-886e-eb69dc780780 req-ebbd6586-85df-4594-aaf8-a05e447732bd tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8 HTTP/1.1" status: 200 len: 944 time: 0.0499170 Apr 05 22:51:24.420684 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f56a4be5-b229-4466-886e-eb69dc780780 req-89db79b9-0097-423d-b7ff-3219586b8b83 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456617 Apr 05 22:51:25.537175 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268db441-36af-47dc-98ff-254d60f13ccc req-4706e56c-b7e4-4154-87e2-e6305c741f2a tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:51:25.538642 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-268db441-36af-47dc-98ff-254d60f13ccc req-4706e56c-b7e4-4154-87e2-e6305c741f2a tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8 HTTP/1.1" status: 200 len: 944 time: 0.0513451 Apr 05 22:51:25.586646 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-268db441-36af-47dc-98ff-254d60f13ccc req-19e79d0b-747c-4a38-885b-5c92289aa0df tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425735 Apr 05 22:51:25.727943 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device da47f8b1-d0a1-4cda-ad7c-8a4e2787009d up at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:51:25.779439 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning for port da47f8b1-d0a1-4cda-ad7c-8a4e2787009d completed by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:51:25.783605 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Provisioning complete for port da47f8b1-d0a1-4cda-ad7c-8a4e2787009d triggered by entity L2. {{(pid=103304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:51:25.783990 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820858'] for port (da47f8b1-d0a1-4cda-ad7c-8a4e2787009d), provisioning_complete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:25.862134 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Current status of the port da47f8b1-d0a1-4cda-ad7c-8a4e2787009d is: BUILD; New status is: ACTIVE {{(pid=103304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:51:25.862520 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (da47f8b1-d0a1-4cda-ad7c-8a4e2787009d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:25.885075 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da47f8b1-d0a1-4cda-ad7c-8a4e2787009d'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:51:25.887293 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16471d07bccade7c78bbaf7939695eccfc965b3074ad902c0ac28a73985796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b3254c-8576-483c-b06d-faa47c6df4be" -d '{"events": [{"server_uuid": "3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8", "name": "network-vif-plugged", "status": "completed", "tag": "da47f8b1-d0a1-4cda-ad7c-8a4e2787009d"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:51:25.899523 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] For port da47f8b1-d0a1-4cda-ad7c-8a4e2787009d, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=da47f8b1-d0a1-4cda-ad7c-8a4e2787009d,segment=NetworkSegment(0f3780bf-12d3-4aa9-87aa-e9d04a628627),segment_id=0f3780bf-12d3-4aa9-87aa-e9d04a628627)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:51:25.904292 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632'] for port (da47f8b1-d0a1-4cda-ad7c-8a4e2787009d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:25.929437 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bdc5372-20bb-4592-a34a-1a06ae0f84dc x-openstack-request-id: req-6bdc5372-20bb-4592-a34a-1a06ae0f84dc {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:51:25.929770 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8", "name": "network-vif-plugged", "status": "completed", "tag": "da47f8b1-d0a1-4cda-ad7c-8a4e2787009d", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:51:25.930027 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6bdc5372-20bb-4592-a34a-1a06ae0f84dc {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:51:25.930450 dv-cinder-835879-4-iscsi neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bdc5372-20bb-4592-a34a-1a06ae0f84dc'] response: {'server_uuid': '3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da47f8b1-d0a1-4cda-ad7c-8a4e2787009d', 'code': 200} Apr 05 22:51:25.957767 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Pushing event updated for resources: {'Port': ['ID=da47f8b1-d0a1-4cda-ad7c-8a4e2787009d,revision_number=5']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:51:26.129738 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfff801-a3c3-498c-b2ce-17ed9285c4c9 req-1bcc4ce4-ebca-45a4-a74e-7b3ea7259837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:51:26.131195 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-acfff801-a3c3-498c-b2ce-17ed9285c4c9 req-1bcc4ce4-ebca-45a4-a74e-7b3ea7259837 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8 HTTP/1.1" status: 200 len: 1129 time: 0.0430279 Apr 05 22:51:26.175504 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-acfff801-a3c3-498c-b2ce-17ed9285c4c9 req-c81206ed-19c1-4095-9a72-81504d56ddd8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381916 Apr 05 22:51:26.701851 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851b246-559b-4604-8f8c-0dcb0efe38e7 req-8f16d2c5-b61e-4d2c-9a7c-1213ebee8487 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:51:26.703287 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3851b246-559b-4604-8f8c-0dcb0efe38e7 req-8f16d2c5-b61e-4d2c-9a7c-1213ebee8487 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8 HTTP/1.1" status: 200 len: 945 time: 0.0532408 Apr 05 22:51:26.751908 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-3851b246-559b-4604-8f8c-0dcb0efe38e7 req-3c9711f9-22cd-4455-8ee7-0b812a692cb0 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424752 Apr 05 22:51:27.874860 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e0f9f-a693-4306-9cf3-a5ca2fa5227e req-74a81041-88d7-4d2e-86b1-eb45bd9c2ec8 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:51:27.876327 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f51e0f9f-a693-4306-9cf3-a5ca2fa5227e req-74a81041-88d7-4d2e-86b1-eb45bd9c2ec8 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8 HTTP/1.1" status: 200 len: 945 time: 0.0539882 Apr 05 22:51:27.924752 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-f51e0f9f-a693-4306-9cf3-a5ca2fa5227e req-a679412f-70ee-4ff5-83e1-ece3d38d64de tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427332 Apr 05 22:51:28.041724 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf419f42-3676-472b-93f0-600e023f296e req-aaba756b-7ab1-43ce-bcb2-51192f14da79 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:51:28.043119 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-cf419f42-3676-472b-93f0-600e023f296e req-aaba756b-7ab1-43ce-bcb2-51192f14da79 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8 HTTP/1.1" status: 200 len: 945 time: 0.0542758 Apr 05 22:51:28.091124 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-cf419f42-3676-472b-93f0-600e023f296e req-4142fa09-e343-4425-aa3d-4c6455bd99e7 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420191 Apr 05 22:51:28.113132 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 54774) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:51:28.155711 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee18bba-fbfe-4ee9-af3d-f293e76cdfec tempest-TestVolumeBootPattern-2067521242 tempest-TestVolumeBootPattern-2067521242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:51:28.157299 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-9ee18bba-fbfe-4ee9-af3d-f293e76cdfec tempest-TestVolumeBootPattern-2067521242 tempest-TestVolumeBootPattern-2067521242-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8 HTTP/1.1" status: 200 len: 1124 time: 0.0431535 Apr 05 22:51:28.159933 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 54776) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:51:28.164086 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.v2.base [None req-acfe6cb7-8961-4694-8bb4-b0743614527a tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Request body: {'floatingip': {'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'port_id': 'da47f8b1-d0a1-4cda-ad7c-8a4e2787009d', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:51:28.191859 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-acfe6cb7-8961-4694-8bb4-b0743614527a tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:28.287710 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-acfe6cb7-8961-4694-8bb4-b0743614527a tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:28.388483 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-acfe6cb7-8961-4694-8bb4-b0743614527a tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Allocated IP 172.27.2.62 (f2e9bb50-0445-459c-9ef2-0222ede25138/2ac17549-fc87-4e20-be5e-92c340e9a8b2/4fe9f528-06d4-4021-8856-683b761c542f) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:51:28.489599 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-acfe6cb7-8961-4694-8bb4-b0743614527a tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks [] for port (4fe9f528-06d4-4021-8856-683b761c542f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:28.521090 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-acfe6cb7-8961-4694-8bb4-b0743614527a tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760878830596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (4fe9f528-06d4-4021-8856-683b761c542f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:28.557397 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfe6cb7-8961-4694-8bb4-b0743614527a tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Network f2e9bb50-0445-459c-9ef2-0222ede25138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:51:28.560106 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-acfe6cb7-8961-4694-8bb4-b0743614527a tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:51:28.566072 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfe6cb7-8961-4694-8bb4-b0743614527a tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:51:28.571399 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe6cb7-8961-4694-8bb4-b0743614527a tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Pushing event updated for resources: {'Port': ['ID=4fe9f528-06d4-4021-8856-683b761c542f,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:51:29.199104 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-acfe6cb7-8961-4694-8bb4-b0743614527a tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks [] for floatingip (0aeeabf7-7756-450e-80cd-f27c79dab412), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:29.264176 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-acfe6cb7-8961-4694-8bb4-b0743614527a tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3756155'] for port (4fe9f528-06d4-4021-8856-683b761c542f), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:29.408817 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-acfe6cb7-8961-4694-8bb4-b0743614527a tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks [] for port (4fe9f528-06d4-4021-8856-683b761c542f), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:29.413438 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-acfe6cb7-8961-4694-8bb4-b0743614527a tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760879411990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760878830614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760878830632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28860065'] for port (4fe9f528-06d4-4021-8856-683b761c542f), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:29.484178 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe6cb7-8961-4694-8bb4-b0743614527a tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Pushing event updated for resources: {'Port': ['ID=4fe9f528-06d4-4021-8856-683b761c542f,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:51:29.497381 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-acfe6cb7-8961-4694-8bb4-b0743614527a tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528098'] for floatingip (0aeeabf7-7756-450e-80cd-f27c79dab412), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:29.597726 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.db.l3_db [None req-acfe6cb7-8961-4694-8bb4-b0743614527a tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Floating IP 0aeeabf7-7756-450e-80cd-f27c79dab412 associated. External IP: 172.27.2.62, port: da47f8b1-d0a1-4cda-ad7c-8a4e2787009d. Apr 05 22:51:29.804321 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acfe6cb7-8961-4694-8bb4-b0743614527a tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Router 0712fcbd-21e2-45fa-8b24-a6e487549d9c has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:51:29.913531 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfe6cb7-8961-4694-8bb4-b0743614527a tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:51:29.923387 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa031471-5daa-40df-b4f8-6c22ef0110af None None] Sync routers for ids ['0712fcbd-21e2-45fa-8b24-a6e487549d9c'] in dv-cinder-835879-4-iscsi {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:51:29.931175 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-acfe6cb7-8961-4694-8bb4-b0743614527a tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:29.933732 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa031471-5daa-40df-b4f8-6c22ef0110af None None] Routers {'0712fcbd-21e2-45fa-8b24-a6e487549d9c'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:51:29.934411 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-aa031471-5daa-40df-b4f8-6c22ef0110af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:51:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['0712fcbd-21e2-45fa-8b24-a6e487549d9c'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:51:29.964847 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-acfe6cb7-8961-4694-8bb4-b0743614527a tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8038781 Apr 05 22:51:29.965435 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8', 'tag': 'da47f8b1-d0a1-4cda-ad7c-8a4e2787009d'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:51:29.967845 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86865a7e-416a-41db-8e02-34368efda5f3" -d '{"events": [{"name": "network-changed", "server_uuid": "3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8", "tag": "da47f8b1-d0a1-4cda-ad7c-8a4e2787009d"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:51:30.002985 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e98a7a-0679-49bc-b0a2-5e1ca094074d x-openstack-request-id: req-27e98a7a-0679-49bc-b0a2-5e1ca094074d {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:51:30.003286 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8", "tag": "da47f8b1-d0a1-4cda-ad7c-8a4e2787009d", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:51:30.003547 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-27e98a7a-0679-49bc-b0a2-5e1ca094074d {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:51:30.003961 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27e98a7a-0679-49bc-b0a2-5e1ca094074d'] response: {'name': 'network-changed', 'server_uuid': '3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8', 'tag': 'da47f8b1-d0a1-4cda-ad7c-8a4e2787009d', 'status': 'completed', 'code': 200} Apr 05 22:51:30.044132 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-aa031471-5daa-40df-b4f8-6c22ef0110af None None] Set router 0712fcbd-21e2-45fa-8b24-a6e487549d9c gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:51:30.067103 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86865a7e-416a-41db-8e02-34368efda5f3 req-268d53b2-dbb7-4bbd-9c61-777fa726c66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:51:30.068532 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-86865a7e-416a-41db-8e02-34368efda5f3 req-268d53b2-dbb7-4bbd-9c61-777fa726c66a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c1e3f0cce8f24e4283bc8e4a3b8dd7f4&device_id=3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8 HTTP/1.1" status: 200 len: 1129 time: 0.0446877 Apr 05 22:51:30.149688 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:30.156286 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86865a7e-416a-41db-8e02-34368efda5f3 req-4ca09d5d-fa25-42bc-9c46-a134199c7fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:51:30.158451 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-86865a7e-416a-41db-8e02-34368efda5f3 req-4ca09d5d-fa25-42bc-9c46-a134199c7fc2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4d7e090b-a496-4bac-9ae8-5be3d7b150bc HTTP/1.1" status: 200 len: 912 time: 0.0846651 Apr 05 22:51:30.227853 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-86865a7e-416a-41db-8e02-34368efda5f3 req-1b6c405f-d136-4e04-9976-c3dd53a00147 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da47f8b1-d0a1-4cda-ad7c-8a4e2787009d HTTP/1.1" status: 200 len: 998 time: 0.0640633 Apr 05 22:51:30.275658 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86865a7e-416a-41db-8e02-34368efda5f3 req-98d2be71-2c22-4d08-8b8e-8742ca4bad56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:51:30.277152 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-86865a7e-416a-41db-8e02-34368efda5f3 req-98d2be71-2c22-4d08-8b8e-8742ca4bad56 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e94736fb-18ab-4fd7-843e-a3eca774b62e HTTP/1.1" status: 200 len: 850 time: 0.0436029 Apr 05 22:51:30.287948 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-aa031471-5daa-40df-b4f8-6c22ef0110af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'name': 'tempest-TestVolumeBootPattern-533555744-router', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:45:38Z', 'updated_at': '2022-04-05T22:45:41Z', 'revision_number': 4, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'gw_port': {'id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:39Z', 'updated_at': '2022-04-05T22:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': '0aeeabf7-7756-450e-80cd-f27c79dab412', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'floating_ip_address': '172.27.2.62', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'port_id': 'da47f8b1-d0a1-4cda-ad7c-8a4e2787009d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc', 'mac_address': 'fa:16:3e:ec:f9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:51:29Z', 'updated_at': '2022-04-05T22:51:29Z', 'revision_number': 0, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'fixed_ip_address_scope': None}, {'id': '18f69cf2-975f-4617-b94e-77bf40d09337', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'floating_ip_address': '172.27.2.14', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'port_id': 'e0873755-96bc-4d95-a22f-10218fcd8754', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc', 'mac_address': 'fa:16:3e:13:30:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdbc841-04d3-492a-b4f8-f02140403428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:49:06Z', 'updated_at': '2022-04-05T22:49:08Z', 'revision_number': 1, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd79ba75-b889-471f-af8b-70bc36129593', 'name': '', 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'mac_address': 'fa:16:3e:46:d9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:41Z', 'updated_at': '2022-04-05T22:45:46Z', 'revision_number': 5, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'subnets': [{'id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:51:30.313267 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa031471-5daa-40df-b4f8-6c22ef0110af None None] Checking router: 0712fcbd-21e2-45fa-8b24-a6e487549d9c for host: dv-cinder-835879-4-iscsi {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:51:30.321602 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa031471-5daa-40df-b4f8-6c22ef0110af None None] Routers {'0712fcbd-21e2-45fa-8b24-a6e487549d9c'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:51:30.322144 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-aa031471-5daa-40df-b4f8-6c22ef0110af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:51:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['0712fcbd-21e2-45fa-8b24-a6e487549d9c'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:51:30.324045 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86865a7e-416a-41db-8e02-34368efda5f3 req-01816853-1d80-4c9d-b55d-7531433bea60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:51:30.325571 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-86865a7e-416a-41db-8e02-34368efda5f3 req-01816853-1d80-4c9d-b55d-7531433bea60 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4d7e090b-a496-4bac-9ae8-5be3d7b150bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421624 Apr 05 22:51:30.419915 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-86865a7e-416a-41db-8e02-34368efda5f3 req-58f7c812-aa60-4e05-9d51-8055baa8efb3 service neutron] 10.222.0.46 "GET /v2.0/networks/4d7e090b-a496-4bac-9ae8-5be3d7b150bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883954 Apr 05 22:51:30.514529 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-86865a7e-416a-41db-8e02-34368efda5f3 req-05c5fad1-9721-41b0-b467-5adac94b8d2e service neutron] 10.222.0.46 "GET /v2.0/networks/4d7e090b-a496-4bac-9ae8-5be3d7b150bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893497 Apr 05 22:51:30.561004 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-aa031471-5daa-40df-b4f8-6c22ef0110af None None] Set router 0712fcbd-21e2-45fa-8b24-a6e487549d9c gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:51:30.782788 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-aa031471-5daa-40df-b4f8-6c22ef0110af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'name': 'tempest-TestVolumeBootPattern-533555744-router', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:45:38Z', 'updated_at': '2022-04-05T22:45:41Z', 'revision_number': 4, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'gw_port': {'id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:39Z', 'updated_at': '2022-04-05T22:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': '0aeeabf7-7756-450e-80cd-f27c79dab412', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'floating_ip_address': '172.27.2.62', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'port_id': 'da47f8b1-d0a1-4cda-ad7c-8a4e2787009d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc', 'mac_address': 'fa:16:3e:ec:f9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:51:29Z', 'updated_at': '2022-04-05T22:51:29Z', 'revision_number': 0, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'fixed_ip_address_scope': None}, {'id': '18f69cf2-975f-4617-b94e-77bf40d09337', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'floating_ip_address': '172.27.2.14', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'port_id': 'e0873755-96bc-4d95-a22f-10218fcd8754', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc', 'mac_address': 'fa:16:3e:13:30:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdbc841-04d3-492a-b4f8-f02140403428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:49:06Z', 'updated_at': '2022-04-05T22:49:08Z', 'revision_number': 1, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd79ba75-b889-471f-af8b-70bc36129593', 'name': '', 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'mac_address': 'fa:16:3e:46:d9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:41Z', 'updated_at': '2022-04-05T22:45:46Z', 'revision_number': 5, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'subnets': [{'id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:51:30.807903 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa031471-5daa-40df-b4f8-6c22ef0110af None None] The sync data for ids ['0712fcbd-21e2-45fa-8b24-a6e487549d9c'] in dv-cinder-835879-4-iscsi is: [{'id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'name': 'tempest-TestVolumeBootPattern-533555744-router', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:45:38Z', 'updated_at': '2022-04-05T22:45:41Z', 'revision_number': 4, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'gw_port': {'id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:39Z', 'updated_at': '2022-04-05T22:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': '0aeeabf7-7756-450e-80cd-f27c79dab412', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'floating_ip_address': '172.27.2.62', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'port_id': 'da47f8b1-d0a1-4cda-ad7c-8a4e2787009d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc', 'mac_address': 'fa:16:3e:ec:f9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:51:29Z', 'updated_at': '2022-04-05T22:51:29Z', 'revision_number': 0, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'fixed_ip_address_scope': None}, {'id': '18f69cf2-975f-4617-b94e-77bf40d09337', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'floating_ip_address': '172.27.2.14', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'port_id': 'e0873755-96bc-4d95-a22f-10218fcd8754', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc', 'mac_address': 'fa:16:3e:13:30:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdbc841-04d3-492a-b4f8-f02140403428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:49:06Z', 'updated_at': '2022-04-05T22:49:08Z', 'revision_number': 1, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd79ba75-b889-471f-af8b-70bc36129593', 'name': '', 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'mac_address': 'fa:16:3e:46:d9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:41Z', 'updated_at': '2022-04-05T22:45:46Z', 'revision_number': 5, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'subnets': [{'id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:51:30.986325 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe68f56-2fde-491f-a2b8-231b78d18a59 None None] New status for floating IP 0aeeabf7-7756-450e-80cd-f27c79dab412: ACTIVE {{(pid=103305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:51:34.352071 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3fd0e3df-1fdf-4d17-b522-9993c2281cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:36.830861 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-47dfedcb-ec92-48cb-9800-42cc28f0dc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:37.628503 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:37.860600 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:51:39.218524 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:40.792290 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:52:00.127908 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:52:04.353980 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-59731d53-b156-4419-919b-79b84ab8c9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:52:06.832580 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8e414c58-d98d-46d3-91c4-7302bc648358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:52:07.627851 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:52:09.221626 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:52:10.793736 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:52:14.858451 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:52:15.968118 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9655db84-34a9-47f7-9537-6bef124e749e req-6456ee33-2bd7-4e0f-8287-806f85e6b34f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4bdbc841-04d3-492a-b4f8-f02140403428&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450487 Apr 05 22:52:16.048438 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655db84-34a9-47f7-9537-6bef124e749e req-6cba129e-8450-4134-97e0-f0f43b33a93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:52:16.050437 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9655db84-34a9-47f7-9537-6bef124e749e req-6cba129e-8450-4134-97e0-f0f43b33a93f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c1e3f0cce8f24e4283bc8e4a3b8dd7f4&device_id=4bdbc841-04d3-492a-b4f8-f02140403428 HTTP/1.1" status: 200 len: 1129 time: 0.0422788 Apr 05 22:52:16.155113 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655db84-34a9-47f7-9537-6bef124e749e req-3d88aca4-1dd7-48ee-8df4-fbdb5c6ca351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:52:16.156493 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9655db84-34a9-47f7-9537-6bef124e749e req-3d88aca4-1dd7-48ee-8df4-fbdb5c6ca351 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4d7e090b-a496-4bac-9ae8-5be3d7b150bc HTTP/1.1" status: 200 len: 912 time: 0.0869246 Apr 05 22:52:16.218817 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9655db84-34a9-47f7-9537-6bef124e749e req-a4a7ed49-247f-441b-b252-9bf5842d700c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0873755-96bc-4d95-a22f-10218fcd8754 HTTP/1.1" status: 200 len: 1000 time: 0.0569043 Apr 05 22:52:16.264880 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655db84-34a9-47f7-9537-6bef124e749e req-5e97b7b4-bc01-4a4e-94ca-81f717dc143b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:52:16.266250 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9655db84-34a9-47f7-9537-6bef124e749e req-5e97b7b4-bc01-4a4e-94ca-81f717dc143b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e94736fb-18ab-4fd7-843e-a3eca774b62e HTTP/1.1" status: 200 len: 850 time: 0.0423360 Apr 05 22:52:16.315344 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655db84-34a9-47f7-9537-6bef124e749e req-544b2405-d8d8-415e-bc5e-86c98c9a93f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:52:16.316843 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9655db84-34a9-47f7-9537-6bef124e749e req-544b2405-d8d8-415e-bc5e-86c98c9a93f0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4d7e090b-a496-4bac-9ae8-5be3d7b150bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452290 Apr 05 22:52:16.404833 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9655db84-34a9-47f7-9537-6bef124e749e req-03fe0810-8505-4e47-bd7c-3bbb0e872dc3 service neutron] 10.222.0.46 "GET /v2.0/networks/4d7e090b-a496-4bac-9ae8-5be3d7b150bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809939 Apr 05 22:52:16.496126 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-9655db84-34a9-47f7-9537-6bef124e749e req-c298fb4c-706a-448a-b383-550e06281212 service neutron] 10.222.0.46 "GET /v2.0/networks/4d7e090b-a496-4bac-9ae8-5be3d7b150bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844383 Apr 05 22:52:30.128903 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:52:34.355056 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0c195c3f-f62d-45f0-ab13-476f72dd716b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:52:36.834066 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d16eca28-8e9e-477d-9aaa-058e4b895ca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:52:37.630399 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:52:39.224401 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:52:40.795072 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:52:51.857078 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:53:00.146219 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:04.359787 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e8bf2769-5848-40da-9a39-260e10cc580b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:06.835996 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-58cffe20-fe8a-40b1-a30b-b709a74280cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:07.634131 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:09.226251 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:10.796864 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:16.534147 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-24f4b292-85ed-4f07-bb8e-bc43bcfb2131 req-a6c0258a-07dd-4f84-8e21-0efa3835cc54 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0818791 Apr 05 22:53:16.594782 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4b292-85ed-4f07-bb8e-bc43bcfb2131 req-e52213c2-13a8-43ee-aef0-b4c54253f502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:53:16.596228 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-24f4b292-85ed-4f07-bb8e-bc43bcfb2131 req-e52213c2-13a8-43ee-aef0-b4c54253f502 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c1e3f0cce8f24e4283bc8e4a3b8dd7f4&device_id=3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8 HTTP/1.1" status: 200 len: 1129 time: 0.0423265 Apr 05 22:53:16.699503 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4b292-85ed-4f07-bb8e-bc43bcfb2131 req-e56aab92-2311-4a72-ac64-d0ba5dacb325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:53:16.701014 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-24f4b292-85ed-4f07-bb8e-bc43bcfb2131 req-e56aab92-2311-4a72-ac64-d0ba5dacb325 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4d7e090b-a496-4bac-9ae8-5be3d7b150bc HTTP/1.1" status: 200 len: 912 time: 0.0873501 Apr 05 22:53:16.763342 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-24f4b292-85ed-4f07-bb8e-bc43bcfb2131 req-7dd32aa2-3f18-4750-a4b1-7baf0d31d8f0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da47f8b1-d0a1-4cda-ad7c-8a4e2787009d HTTP/1.1" status: 200 len: 1000 time: 0.0570500 Apr 05 22:53:16.812723 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4b292-85ed-4f07-bb8e-bc43bcfb2131 req-66d39225-3e16-4f7e-a956-79a284946526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:53:16.814138 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-24f4b292-85ed-4f07-bb8e-bc43bcfb2131 req-66d39225-3e16-4f7e-a956-79a284946526 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e94736fb-18ab-4fd7-843e-a3eca774b62e HTTP/1.1" status: 200 len: 850 time: 0.0457151 Apr 05 22:53:16.861310 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4b292-85ed-4f07-bb8e-bc43bcfb2131 req-4837ef14-eba7-4b7d-83f7-9596b075039e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:53:16.862738 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-24f4b292-85ed-4f07-bb8e-bc43bcfb2131 req-4837ef14-eba7-4b7d-83f7-9596b075039e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4d7e090b-a496-4bac-9ae8-5be3d7b150bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423601 Apr 05 22:53:16.872437 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [req-24f4b292-85ed-4f07-bb8e-bc43bcfb2131 req-01217232-3a83-49e1-9ce0-9f6c2ca65470 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:53:16.873468 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-24f4b292-85ed-4f07-bb8e-bc43bcfb2131 req-01217232-3a83-49e1-9ce0-9f6c2ca65470 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049410 Apr 05 22:53:16.959637 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-24f4b292-85ed-4f07-bb8e-bc43bcfb2131 req-3ee34a30-9d13-4f11-aa49-cbb21ab21229 service neutron] 10.222.0.46 "GET /v2.0/networks/4d7e090b-a496-4bac-9ae8-5be3d7b150bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798647 Apr 05 22:53:17.050771 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-24f4b292-85ed-4f07-bb8e-bc43bcfb2131 req-38ce0a0a-5973-435a-8901-98eef51ff500 service neutron] 10.222.0.46 "GET /v2.0/networks/4d7e090b-a496-4bac-9ae8-5be3d7b150bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848799 Apr 05 22:53:17.637870 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 54808) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:53:17.791194 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-734031cb-1321-4969-85f2-92c114a8c86d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Deleting port 4fe9f528-06d4-4021-8856-683b761c542f {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:53:17.791532 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-734031cb-1321-4969-85f2-92c114a8c86d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (4fe9f528-06d4-4021-8856-683b761c542f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:17.868461 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-734031cb-1321-4969-85f2-92c114a8c86d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (4fe9f528-06d4-4021-8856-683b761c542f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:17.868816 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-734031cb-1321-4969-85f2-92c114a8c86d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks [] for floatingip (4fe9f528-06d4-4021-8856-683b761c542f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:17.880575 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-734031cb-1321-4969-85f2-92c114a8c86d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Calling delete_port for 4fe9f528-06d4-4021-8856-683b761c542f owned by network:floatingip {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:53:18.025156 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-734031cb-1321-4969-85f2-92c114a8c86d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (4fe9f528-06d4-4021-8856-683b761c542f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:18.051730 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734031cb-1321-4969-85f2-92c114a8c86d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Pushing event deleted for resources: {'Port': ['ID=4fe9f528-06d4-4021-8856-683b761c542f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:53:18.075150 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734031cb-1321-4969-85f2-92c114a8c86d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:53:18.075507 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734031cb-1321-4969-85f2-92c114a8c86d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:53:18.075855 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734031cb-1321-4969-85f2-92c114a8c86d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:53:18.076202 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734031cb-1321-4969-85f2-92c114a8c86d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:53:18.076543 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734031cb-1321-4969-85f2-92c114a8c86d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:53:18.076906 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734031cb-1321-4969-85f2-92c114a8c86d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:53:18.077771 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734031cb-1321-4969-85f2-92c114a8c86d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:53:18.078106 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734031cb-1321-4969-85f2-92c114a8c86d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:53:18.078438 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734031cb-1321-4969-85f2-92c114a8c86d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:53:18.078770 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734031cb-1321-4969-85f2-92c114a8c86d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:53:18.079103 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734031cb-1321-4969-85f2-92c114a8c86d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:53:18.079432 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734031cb-1321-4969-85f2-92c114a8c86d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:53:18.079760 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734031cb-1321-4969-85f2-92c114a8c86d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:53:18.080084 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734031cb-1321-4969-85f2-92c114a8c86d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:53:18.080407 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734031cb-1321-4969-85f2-92c114a8c86d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:53:18.125027 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-734031cb-1321-4969-85f2-92c114a8c86d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks [] for floatingip (0aeeabf7-7756-450e-80cd-f27c79dab412), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:18.125374 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.db.l3_db [None req-734031cb-1321-4969-85f2-92c114a8c86d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Floating IP 0aeeabf7-7756-450e-80cd-f27c79dab412 disassociated (deleted). External IP: 172.27.2.62, port: da47f8b1-d0a1-4cda-ad7c-8a4e2787009d. Apr 05 22:53:18.335248 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-734031cb-1321-4969-85f2-92c114a8c86d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Router 0712fcbd-21e2-45fa-8b24-a6e487549d9c has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:53:18.441916 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734031cb-1321-4969-85f2-92c114a8c86d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:53:18.446766 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-734031cb-1321-4969-85f2-92c114a8c86d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:18.451615 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbb4c92-00e1-47ef-b525-93f66bffddd1 None None] Sync routers for ids ['0712fcbd-21e2-45fa-8b24-a6e487549d9c'] in dv-cinder-835879-4-iscsi {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:53:18.462095 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbb4c92-00e1-47ef-b525-93f66bffddd1 None None] Routers {'0712fcbd-21e2-45fa-8b24-a6e487549d9c'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:53:18.462684 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-5fbb4c92-00e1-47ef-b525-93f66bffddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:53:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['0712fcbd-21e2-45fa-8b24-a6e487549d9c'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:53:18.475491 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-734031cb-1321-4969-85f2-92c114a8c86d tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "DELETE /v2.0/floatingips/0aeeabf7-7756-450e-80cd-f27c79dab412 HTTP/1.1" status: 204 len: 168 time: 0.8365219 Apr 05 22:53:18.476319 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8', 'tag': 'da47f8b1-d0a1-4cda-ad7c-8a4e2787009d'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:53:18.478632 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31eccfa-e051-4224-8ad8-86b7d15c4266" -d '{"events": [{"name": "network-changed", "server_uuid": "3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8", "tag": "da47f8b1-d0a1-4cda-ad7c-8a4e2787009d"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:53:18.516718 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a020b5-5c6b-4665-898c-89bbbdefeb84 x-openstack-request-id: req-c8a020b5-5c6b-4665-898c-89bbbdefeb84 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:53:18.517045 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8", "tag": "da47f8b1-d0a1-4cda-ad7c-8a4e2787009d", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:53:18.517304 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c8a020b5-5c6b-4665-898c-89bbbdefeb84 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:53:18.517717 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8a020b5-5c6b-4665-898c-89bbbdefeb84'] response: {'name': 'network-changed', 'server_uuid': '3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8', 'tag': 'da47f8b1-d0a1-4cda-ad7c-8a4e2787009d', 'status': 'completed', 'code': 200} Apr 05 22:53:18.580058 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-5fbb4c92-00e1-47ef-b525-93f66bffddd1 None None] Set router 0712fcbd-21e2-45fa-8b24-a6e487549d9c gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:53:18.589162 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31eccfa-e051-4224-8ad8-86b7d15c4266 req-df9d666e-1b06-4307-b040-a08a81ef40b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:53:18.590853 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d31eccfa-e051-4224-8ad8-86b7d15c4266 req-df9d666e-1b06-4307-b040-a08a81ef40b3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c1e3f0cce8f24e4283bc8e4a3b8dd7f4&device_id=3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8 HTTP/1.1" status: 200 len: 1129 time: 0.0532930 Apr 05 22:53:18.703872 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31eccfa-e051-4224-8ad8-86b7d15c4266 req-89970b5d-569f-4294-9b67-00ff0f3f7f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:53:18.705090 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d31eccfa-e051-4224-8ad8-86b7d15c4266 req-89970b5d-569f-4294-9b67-00ff0f3f7f77 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4d7e090b-a496-4bac-9ae8-5be3d7b150bc HTTP/1.1" status: 200 len: 912 time: 0.1006529 Apr 05 22:53:18.776661 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ec4b2-9e79-45ca-a3c1-33e43ea12575 req-8293aa28-e1b8-4a62-ba3a-248064ec861c tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:53:18.778177 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-dd6ec4b2-9e79-45ca-a3c1-33e43ea12575 req-8293aa28-e1b8-4a62-ba3a-248064ec861c tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8 HTTP/1.1" status: 200 len: 945 time: 0.1134410 Apr 05 22:53:18.816143 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-5fbb4c92-00e1-47ef-b525-93f66bffddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'name': 'tempest-TestVolumeBootPattern-533555744-router', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:45:38Z', 'updated_at': '2022-04-05T22:45:41Z', 'revision_number': 4, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'gw_port': {'id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:39Z', 'updated_at': '2022-04-05T22:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': '18f69cf2-975f-4617-b94e-77bf40d09337', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'floating_ip_address': '172.27.2.14', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'port_id': 'e0873755-96bc-4d95-a22f-10218fcd8754', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc', 'mac_address': 'fa:16:3e:13:30:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdbc841-04d3-492a-b4f8-f02140403428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:49:06Z', 'updated_at': '2022-04-05T22:49:08Z', 'revision_number': 1, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd79ba75-b889-471f-af8b-70bc36129593', 'name': '', 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'mac_address': 'fa:16:3e:46:d9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:41Z', 'updated_at': '2022-04-05T22:45:46Z', 'revision_number': 5, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'subnets': [{'id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:53:18.826262 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-dd6ec4b2-9e79-45ca-a3c1-33e43ea12575 req-b08bf427-bd05-4a90-b20e-10a31560a641 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419717 Apr 05 22:53:18.842925 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbb4c92-00e1-47ef-b525-93f66bffddd1 None None] Checking router: 0712fcbd-21e2-45fa-8b24-a6e487549d9c for host: dv-cinder-835879-4-iscsi {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:53:18.852052 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbb4c92-00e1-47ef-b525-93f66bffddd1 None None] Routers {'0712fcbd-21e2-45fa-8b24-a6e487549d9c'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:53:18.852652 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-5fbb4c92-00e1-47ef-b525-93f66bffddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:53:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['0712fcbd-21e2-45fa-8b24-a6e487549d9c'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:53:18.959238 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-5fbb4c92-00e1-47ef-b525-93f66bffddd1 None None] Set router 0712fcbd-21e2-45fa-8b24-a6e487549d9c gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:53:19.182916 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-5fbb4c92-00e1-47ef-b525-93f66bffddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'name': 'tempest-TestVolumeBootPattern-533555744-router', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:45:38Z', 'updated_at': '2022-04-05T22:45:41Z', 'revision_number': 4, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'gw_port': {'id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:39Z', 'updated_at': '2022-04-05T22:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': '18f69cf2-975f-4617-b94e-77bf40d09337', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'floating_ip_address': '172.27.2.14', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'port_id': 'e0873755-96bc-4d95-a22f-10218fcd8754', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc', 'mac_address': 'fa:16:3e:13:30:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdbc841-04d3-492a-b4f8-f02140403428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:49:06Z', 'updated_at': '2022-04-05T22:49:08Z', 'revision_number': 1, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd79ba75-b889-471f-af8b-70bc36129593', 'name': '', 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'mac_address': 'fa:16:3e:46:d9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:41Z', 'updated_at': '2022-04-05T22:45:46Z', 'revision_number': 5, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'subnets': [{'id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:53:19.209372 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbb4c92-00e1-47ef-b525-93f66bffddd1 None None] The sync data for ids ['0712fcbd-21e2-45fa-8b24-a6e487549d9c'] in dv-cinder-835879-4-iscsi is: [{'id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'name': 'tempest-TestVolumeBootPattern-533555744-router', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:45:38Z', 'updated_at': '2022-04-05T22:45:41Z', 'revision_number': 4, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'gw_port': {'id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:39Z', 'updated_at': '2022-04-05T22:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_floatingips': [{'id': '18f69cf2-975f-4617-b94e-77bf40d09337', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'floating_ip_address': '172.27.2.14', 'floating_network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'router_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'port_id': 'e0873755-96bc-4d95-a22f-10218fcd8754', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc', 'mac_address': 'fa:16:3e:13:30:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdbc841-04d3-492a-b4f8-f02140403428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:49:06Z', 'updated_at': '2022-04-05T22:49:08Z', 'revision_number': 1, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd79ba75-b889-471f-af8b-70bc36129593', 'name': '', 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'mac_address': 'fa:16:3e:46:d9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:41Z', 'updated_at': '2022-04-05T22:45:46Z', 'revision_number': 5, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'subnets': [{'id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:53:19.422870 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a3af36-466d-40a4-8365-ca2408645e82 None None] New status for floating IP 0aeeabf7-7756-450e-80cd-f27c79dab412: DOWN {{(pid=103305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:53:19.649362 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d31eccfa-e051-4224-8ad8-86b7d15c4266 req-901343b0-2824-47a9-afa3-288203d01623 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da47f8b1-d0a1-4cda-ad7c-8a4e2787009d HTTP/1.1" status: 200 len: 217 time: 0.0418820 Apr 05 22:53:19.699231 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31eccfa-e051-4224-8ad8-86b7d15c4266 req-4a62eb2d-433f-4f33-a32d-0fcc53ac0c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:53:19.700628 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d31eccfa-e051-4224-8ad8-86b7d15c4266 req-4a62eb2d-433f-4f33-a32d-0fcc53ac0c3c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e94736fb-18ab-4fd7-843e-a3eca774b62e HTTP/1.1" status: 200 len: 850 time: 0.0429947 Apr 05 22:53:19.755573 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31eccfa-e051-4224-8ad8-86b7d15c4266 req-591a0cd1-b2ae-4199-842e-104a01e01168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:53:19.757066 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d31eccfa-e051-4224-8ad8-86b7d15c4266 req-591a0cd1-b2ae-4199-842e-104a01e01168 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4d7e090b-a496-4bac-9ae8-5be3d7b150bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433829 Apr 05 22:53:19.868847 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d31eccfa-e051-4224-8ad8-86b7d15c4266 req-d30bd9d1-2488-42a1-a091-bed0eb4c40a8 service neutron] 10.222.0.46 "GET /v2.0/networks/4d7e090b-a496-4bac-9ae8-5be3d7b150bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871301 Apr 05 22:53:20.279222 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13187d6-6812-4dc6-a709-35ffcf6ccb6c req-4db7043e-9a6f-4639-83ab-15f41bcef5e1 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:53:20.281284 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e13187d6-6812-4dc6-a709-35ffcf6ccb6c req-4db7043e-9a6f-4639-83ab-15f41bcef5e1 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8 HTTP/1.1" status: 200 len: 945 time: 0.3855760 Apr 05 22:53:20.312189 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-d31eccfa-e051-4224-8ad8-86b7d15c4266 req-602d6db2-a8bf-42ba-a88f-9c125d98768b service neutron] 10.222.0.46 "GET /v2.0/networks/4d7e090b-a496-4bac-9ae8-5be3d7b150bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872497 Apr 05 22:53:20.340958 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e13187d6-6812-4dc6-a709-35ffcf6ccb6c req-d0fee881-e010-4432-a516-c18af5fa7d1b tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531034 Apr 05 22:53:20.431766 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e5e1d6-d0e9-467c-8285-7d6b0c07932d req-9dd06c29-a9cd-4bf9-9aa4-82a5759e104f tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:53:20.433213 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-47e5e1d6-d0e9-467c-8285-7d6b0c07932d req-9dd06c29-a9cd-4bf9-9aa4-82a5759e104f tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8 HTTP/1.1" status: 200 len: 945 time: 0.0504663 Apr 05 22:53:20.525072 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-47e5e1d6-d0e9-467c-8285-7d6b0c07932d req-426bb079-3694-49e5-8675-59a4d54327c6 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Deleting port da47f8b1-d0a1-4cda-ad7c-8a4e2787009d {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:53:20.525413 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-47e5e1d6-d0e9-467c-8285-7d6b0c07932d req-426bb079-3694-49e5-8675-59a4d54327c6 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (da47f8b1-d0a1-4cda-ad7c-8a4e2787009d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:20.610396 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-47e5e1d6-d0e9-467c-8285-7d6b0c07932d req-426bb079-3694-49e5-8675-59a4d54327c6 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] For port da47f8b1-d0a1-4cda-ad7c-8a4e2787009d, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=da47f8b1-d0a1-4cda-ad7c-8a4e2787009d,segment=NetworkSegment(0f3780bf-12d3-4aa9-87aa-e9d04a628627),segment_id=0f3780bf-12d3-4aa9-87aa-e9d04a628627)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:53:20.610712 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-47e5e1d6-d0e9-467c-8285-7d6b0c07932d req-426bb079-3694-49e5-8675-59a4d54327c6 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (da47f8b1-d0a1-4cda-ad7c-8a4e2787009d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:20.623231 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-47e5e1d6-d0e9-467c-8285-7d6b0c07932d req-426bb079-3694-49e5-8675-59a4d54327c6 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Calling delete_port for da47f8b1-d0a1-4cda-ad7c-8a4e2787009d owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:53:20.749563 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-47e5e1d6-d0e9-467c-8285-7d6b0c07932d req-426bb079-3694-49e5-8675-59a4d54327c6 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (da47f8b1-d0a1-4cda-ad7c-8a4e2787009d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:20.777350 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426bb079-3694-49e5-8675-59a4d54327c6 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Pushing event deleted for resources: {'Port': ['ID=da47f8b1-d0a1-4cda-ad7c-8a4e2787009d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:53:20.818120 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e5e1d6-d0e9-467c-8285-7d6b0c07932d req-426bb079-3694-49e5-8675-59a4d54327c6 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] No DVR routers for this DVR port da47f8b1-d0a1-4cda-ad7c-8a4e2787009d on host hv-cinder-83587 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:53:20.820638 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-47e5e1d6-d0e9-467c-8285-7d6b0c07932d req-426bb079-3694-49e5-8675-59a4d54327c6 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:20.823925 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-47e5e1d6-d0e9-467c-8285-7d6b0c07932d req-426bb079-3694-49e5-8675-59a4d54327c6 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.46 "DELETE /v2.0/ports/da47f8b1-d0a1-4cda-ad7c-8a4e2787009d HTTP/1.1" status: 204 len: 173 time: 0.3858075 Apr 05 22:53:20.824364 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8', 'name': 'network-vif-deleted', 'tag': 'da47f8b1-d0a1-4cda-ad7c-8a4e2787009d'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:53:20.826617 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4322ae21-f306-4c4e-b4ad-1a2e24c4fae4" -d '{"events": [{"server_uuid": "3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8", "name": "network-vif-deleted", "tag": "da47f8b1-d0a1-4cda-ad7c-8a4e2787009d"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:53:20.867302 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9167cb3f-d629-4aff-8490-2aacc60f9756 x-openstack-request-id: req-9167cb3f-d629-4aff-8490-2aacc60f9756 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:53:20.867608 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8", "name": "network-vif-deleted", "tag": "da47f8b1-d0a1-4cda-ad7c-8a4e2787009d", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:53:20.867866 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9167cb3f-d629-4aff-8490-2aacc60f9756 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:53:20.868275 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9167cb3f-d629-4aff-8490-2aacc60f9756'] response: {'server_uuid': '3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8', 'name': 'network-vif-deleted', 'tag': 'da47f8b1-d0a1-4cda-ad7c-8a4e2787009d', 'status': 'completed', 'code': 200} Apr 05 22:53:21.450993 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-57faa0cc-62d2-43e0-8b54-736ae0a55410 req-1e3e4f8f-1949-4b2b-b531-1f8d04d68a2a tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c4ffe8b-db89-40e3-9d2b-872d9cf2c0b8 HTTP/1.1" status: 200 len: 210 time: 0.0330341 Apr 05 22:53:22.361929 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device da47f8b1-d0a1-4cda-ad7c-8a4e2787009d no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:53:22.381483 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] No Port match for: da47f8b1-d0a1-4cda-ad7c-8a4e2787009d {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:53:22.381816 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device da47f8b1-d0a1-4cda-ad7c-8a4e2787009d not bound to the agent host hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:53:24.728077 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 54850) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:53:24.883470 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-75f6c9f0-e4fb-4698-9e9b-2acd4214bda5 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Deleting port efb89647-3173-4e4c-b3e3-44e52a852bbc {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:53:24.883815 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-75f6c9f0-e4fb-4698-9e9b-2acd4214bda5 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (efb89647-3173-4e4c-b3e3-44e52a852bbc), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:24.960205 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-75f6c9f0-e4fb-4698-9e9b-2acd4214bda5 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (efb89647-3173-4e4c-b3e3-44e52a852bbc), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:24.960530 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-75f6c9f0-e4fb-4698-9e9b-2acd4214bda5 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks [] for floatingip (efb89647-3173-4e4c-b3e3-44e52a852bbc), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:24.972508 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-75f6c9f0-e4fb-4698-9e9b-2acd4214bda5 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Calling delete_port for efb89647-3173-4e4c-b3e3-44e52a852bbc owned by network:floatingip {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:53:25.117038 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-75f6c9f0-e4fb-4698-9e9b-2acd4214bda5 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25648990'] for port (efb89647-3173-4e4c-b3e3-44e52a852bbc), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:25.143829 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f6c9f0-e4fb-4698-9e9b-2acd4214bda5 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Pushing event deleted for resources: {'Port': ['ID=efb89647-3173-4e4c-b3e3-44e52a852bbc,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:53:25.166572 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f6c9f0-e4fb-4698-9e9b-2acd4214bda5 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:53:25.166923 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f6c9f0-e4fb-4698-9e9b-2acd4214bda5 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:53:25.167265 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f6c9f0-e4fb-4698-9e9b-2acd4214bda5 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:53:25.167608 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f6c9f0-e4fb-4698-9e9b-2acd4214bda5 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:53:25.167948 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f6c9f0-e4fb-4698-9e9b-2acd4214bda5 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:53:25.168284 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f6c9f0-e4fb-4698-9e9b-2acd4214bda5 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:53:25.168614 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f6c9f0-e4fb-4698-9e9b-2acd4214bda5 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:53:25.169063 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f6c9f0-e4fb-4698-9e9b-2acd4214bda5 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:53:25.169397 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f6c9f0-e4fb-4698-9e9b-2acd4214bda5 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:53:25.169699 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f6c9f0-e4fb-4698-9e9b-2acd4214bda5 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:53:25.170024 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f6c9f0-e4fb-4698-9e9b-2acd4214bda5 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:53:25.170352 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f6c9f0-e4fb-4698-9e9b-2acd4214bda5 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:53:25.170674 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f6c9f0-e4fb-4698-9e9b-2acd4214bda5 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:53:25.170996 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f6c9f0-e4fb-4698-9e9b-2acd4214bda5 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:53:25.171317 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f6c9f0-e4fb-4698-9e9b-2acd4214bda5 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:53:25.211723 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-75f6c9f0-e4fb-4698-9e9b-2acd4214bda5 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks [] for floatingip (18f69cf2-975f-4617-b94e-77bf40d09337), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:25.212065 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.db.l3_db [None req-75f6c9f0-e4fb-4698-9e9b-2acd4214bda5 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Floating IP 18f69cf2-975f-4617-b94e-77bf40d09337 disassociated (deleted). External IP: 172.27.2.14, port: e0873755-96bc-4d95-a22f-10218fcd8754. Apr 05 22:53:25.416151 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f6c9f0-e4fb-4698-9e9b-2acd4214bda5 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Router 0712fcbd-21e2-45fa-8b24-a6e487549d9c has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:53:25.755283 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f6c9f0-e4fb-4698-9e9b-2acd4214bda5 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:53:25.759883 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-75f6c9f0-e4fb-4698-9e9b-2acd4214bda5 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for floatingip (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:25.766270 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee87d31c-58fe-497b-9557-ee9b7f002fea None None] Sync routers for ids ['0712fcbd-21e2-45fa-8b24-a6e487549d9c'] in dv-cinder-835879-4-iscsi {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:53:25.775505 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee87d31c-58fe-497b-9557-ee9b7f002fea None None] Routers {'0712fcbd-21e2-45fa-8b24-a6e487549d9c'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:53:25.776111 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-ee87d31c-58fe-497b-9557-ee9b7f002fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:53:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['0712fcbd-21e2-45fa-8b24-a6e487549d9c'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:53:25.788330 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-75f6c9f0-e4fb-4698-9e9b-2acd4214bda5 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "DELETE /v2.0/floatingips/18f69cf2-975f-4617-b94e-77bf40d09337 HTTP/1.1" status: 204 len: 168 time: 1.0591841 Apr 05 22:53:25.788941 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bdbc841-04d3-492a-b4f8-f02140403428', 'tag': 'e0873755-96bc-4d95-a22f-10218fcd8754'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:53:25.791205 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1671544ff40eda59cef59b672f5a268c5eb6787e07d105e794150b4ff377c8e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c4703d-ee6c-4200-acee-a673f3f27cd3" -d '{"events": [{"name": "network-changed", "server_uuid": "4bdbc841-04d3-492a-b4f8-f02140403428", "tag": "e0873755-96bc-4d95-a22f-10218fcd8754"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:53:25.891043 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40a2641-b453-47c6-85b5-dcd35889e4b1 x-openstack-request-id: req-d40a2641-b453-47c6-85b5-dcd35889e4b1 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:53:25.891421 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bdbc841-04d3-492a-b4f8-f02140403428", "tag": "e0873755-96bc-4d95-a22f-10218fcd8754", "status": "completed", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:53:25.891750 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d40a2641-b453-47c6-85b5-dcd35889e4b1 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:53:25.892252 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d40a2641-b453-47c6-85b5-dcd35889e4b1'] response: {'name': 'network-changed', 'server_uuid': '4bdbc841-04d3-492a-b4f8-f02140403428', 'tag': 'e0873755-96bc-4d95-a22f-10218fcd8754', 'status': 'completed', 'code': 200} Apr 05 22:53:25.894333 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-ee87d31c-58fe-497b-9557-ee9b7f002fea None None] Set router 0712fcbd-21e2-45fa-8b24-a6e487549d9c gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:53:26.018632 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef4f52-4b50-4026-86bc-1a71e24deb33 req-370bec81-58a4-45aa-9a9f-09f6b2ada73e tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:53:26.020103 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c0ef4f52-4b50-4026-86bc-1a71e24deb33 req-370bec81-58a4-45aa-9a9f-09f6b2ada73e tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bdbc841-04d3-492a-b4f8-f02140403428 HTTP/1.1" status: 200 len: 945 time: 0.0522699 Apr 05 22:53:26.068542 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-c0ef4f52-4b50-4026-86bc-1a71e24deb33 req-5e28cb15-d1a3-49a3-83d7-c1fa186be506 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426822 Apr 05 22:53:26.100042 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-ee87d31c-58fe-497b-9557-ee9b7f002fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'name': 'tempest-TestVolumeBootPattern-533555744-router', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:45:38Z', 'updated_at': '2022-04-05T22:45:41Z', 'revision_number': 4, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'gw_port': {'id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:39Z', 'updated_at': '2022-04-05T22:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'cd79ba75-b889-471f-af8b-70bc36129593', 'name': '', 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'mac_address': 'fa:16:3e:46:d9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:41Z', 'updated_at': '2022-04-05T22:45:46Z', 'revision_number': 5, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'subnets': [{'id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:53:26.131140 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee87d31c-58fe-497b-9557-ee9b7f002fea None None] Checking router: 0712fcbd-21e2-45fa-8b24-a6e487549d9c for host: dv-cinder-835879-4-iscsi {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:53:26.139373 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee87d31c-58fe-497b-9557-ee9b7f002fea None None] Routers {'0712fcbd-21e2-45fa-8b24-a6e487549d9c'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:53:26.140513 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-ee87d31c-58fe-497b-9557-ee9b7f002fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:53:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['0712fcbd-21e2-45fa-8b24-a6e487549d9c'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:53:26.366330 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-ee87d31c-58fe-497b-9557-ee9b7f002fea None None] Set router 0712fcbd-21e2-45fa-8b24-a6e487549d9c gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:53:26.556571 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-ee87d31c-58fe-497b-9557-ee9b7f002fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'name': 'tempest-TestVolumeBootPattern-533555744-router', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:45:38Z', 'updated_at': '2022-04-05T22:45:41Z', 'revision_number': 4, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'gw_port': {'id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:39Z', 'updated_at': '2022-04-05T22:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'cd79ba75-b889-471f-af8b-70bc36129593', 'name': '', 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'mac_address': 'fa:16:3e:46:d9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:41Z', 'updated_at': '2022-04-05T22:45:46Z', 'revision_number': 5, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'subnets': [{'id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:53:26.583225 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee87d31c-58fe-497b-9557-ee9b7f002fea None None] The sync data for ids ['0712fcbd-21e2-45fa-8b24-a6e487549d9c'] in dv-cinder-835879-4-iscsi is: [{'id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'name': 'tempest-TestVolumeBootPattern-533555744-router', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:45:38Z', 'updated_at': '2022-04-05T22:45:41Z', 'revision_number': 4, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'gw_port': {'id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:39Z', 'updated_at': '2022-04-05T22:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi', '_interfaces': [{'id': 'cd79ba75-b889-471f-af8b-70bc36129593', 'name': '', 'network_id': '4d7e090b-a496-4bac-9ae8-5be3d7b150bc', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'mac_address': 'fa:16:3e:46:d9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:41Z', 'updated_at': '2022-04-05T22:45:46Z', 'revision_number': 5, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'subnets': [{'id': 'e94736fb-18ab-4fd7-843e-a3eca774b62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:53:26.801017 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8aad790-07ca-40f6-a10f-d023306dbfd7 None None] New status for floating IP 18f69cf2-975f-4617-b94e-77bf40d09337: DOWN {{(pid=103305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:53:26.934938 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4703d-ee6c-4200-acee-a673f3f27cd3 req-98122e0d-0393-4d93-853c-310c623fef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:53:26.936462 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b9c4703d-ee6c-4200-acee-a673f3f27cd3 req-98122e0d-0393-4d93-853c-310c623fef19 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c1e3f0cce8f24e4283bc8e4a3b8dd7f4&device_id=4bdbc841-04d3-492a-b4f8-f02140403428 HTTP/1.1" status: 200 len: 1129 time: 0.0480940 Apr 05 22:53:27.028294 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4703d-ee6c-4200-acee-a673f3f27cd3 req-36db86f1-2207-4eab-b554-66fef8b97b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:53:27.029802 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b9c4703d-ee6c-4200-acee-a673f3f27cd3 req-36db86f1-2207-4eab-b554-66fef8b97b04 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4d7e090b-a496-4bac-9ae8-5be3d7b150bc HTTP/1.1" status: 200 len: 912 time: 0.0862942 Apr 05 22:53:27.069810 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b9c4703d-ee6c-4200-acee-a673f3f27cd3 req-5c15ae97-2073-49d3-b2dc-4cd60ec302aa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0873755-96bc-4d95-a22f-10218fcd8754 HTTP/1.1" status: 200 len: 217 time: 0.0334220 Apr 05 22:53:27.121845 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4703d-ee6c-4200-acee-a673f3f27cd3 req-5d06b12c-2b2d-4a12-9c44-b99dc7c96f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:53:27.126055 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b9c4703d-ee6c-4200-acee-a673f3f27cd3 req-5d06b12c-2b2d-4a12-9c44-b99dc7c96f88 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e94736fb-18ab-4fd7-843e-a3eca774b62e HTTP/1.1" status: 200 len: 850 time: 0.0508580 Apr 05 22:53:27.189925 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af745f-474d-4f92-a41a-d0b8ee51048e req-3c8068ca-6b97-4d3a-a08f-412e3827324e tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:53:27.191393 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-55af745f-474d-4f92-a41a-d0b8ee51048e req-3c8068ca-6b97-4d3a-a08f-412e3827324e tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bdbc841-04d3-492a-b4f8-f02140403428 HTTP/1.1" status: 200 len: 945 time: 0.0518830 Apr 05 22:53:27.238695 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-55af745f-474d-4f92-a41a-d0b8ee51048e req-468c16e5-f25c-4bfd-abeb-a1ecc68b3ace tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f010b51-f2c6-4b41-a734-e323a94efb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418282 Apr 05 22:53:27.323020 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4703d-ee6c-4200-acee-a673f3f27cd3 req-62023dbf-d267-4ae6-a3f9-e9f93b0e7195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:53:27.324468 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b9c4703d-ee6c-4200-acee-a673f3f27cd3 req-62023dbf-d267-4ae6-a3f9-e9f93b0e7195 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4d7e090b-a496-4bac-9ae8-5be3d7b150bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427825 Apr 05 22:53:27.506456 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b9c4703d-ee6c-4200-acee-a673f3f27cd3 req-f1ac162c-781a-4324-83b9-8ef1f00f9500 service neutron] 10.222.0.46 "GET /v2.0/networks/4d7e090b-a496-4bac-9ae8-5be3d7b150bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066070 Apr 05 22:53:27.576504 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3152b4d-6b38-4e1c-92e8-169d0ca99620 req-91efadb6-99a7-4e44-a9a0-16a4bab065f3 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:53:27.578636 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e3152b4d-6b38-4e1c-92e8-169d0ca99620 req-91efadb6-99a7-4e44-a9a0-16a4bab065f3 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bdbc841-04d3-492a-b4f8-f02140403428 HTTP/1.1" status: 200 len: 945 time: 0.1101563 Apr 05 22:53:27.663034 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-b9c4703d-ee6c-4200-acee-a673f3f27cd3 req-ddc1e20f-5c53-4a7f-90d5-378ecd72f69d service neutron] 10.222.0.46 "GET /v2.0/networks/4d7e090b-a496-4bac-9ae8-5be3d7b150bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498504 Apr 05 22:53:27.687954 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-e3152b4d-6b38-4e1c-92e8-169d0ca99620 req-de055df9-3d47-416c-83d2-e5d70778545a tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Deleting port e0873755-96bc-4d95-a22f-10218fcd8754 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:53:27.688295 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e3152b4d-6b38-4e1c-92e8-169d0ca99620 req-de055df9-3d47-416c-83d2-e5d70778545a tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (e0873755-96bc-4d95-a22f-10218fcd8754), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:27.778244 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-e3152b4d-6b38-4e1c-92e8-169d0ca99620 req-de055df9-3d47-416c-83d2-e5d70778545a tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] For port e0873755-96bc-4d95-a22f-10218fcd8754, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e0873755-96bc-4d95-a22f-10218fcd8754,segment=NetworkSegment(0f3780bf-12d3-4aa9-87aa-e9d04a628627),segment_id=0f3780bf-12d3-4aa9-87aa-e9d04a628627)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:53:27.778609 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e3152b4d-6b38-4e1c-92e8-169d0ca99620 req-de055df9-3d47-416c-83d2-e5d70778545a tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (e0873755-96bc-4d95-a22f-10218fcd8754), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:27.791608 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-e3152b4d-6b38-4e1c-92e8-169d0ca99620 req-de055df9-3d47-416c-83d2-e5d70778545a tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Calling delete_port for e0873755-96bc-4d95-a22f-10218fcd8754 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:53:27.918245 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e3152b4d-6b38-4e1c-92e8-169d0ca99620 req-de055df9-3d47-416c-83d2-e5d70778545a tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (e0873755-96bc-4d95-a22f-10218fcd8754), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:27.945844 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de055df9-3d47-416c-83d2-e5d70778545a tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Pushing event deleted for resources: {'Port': ['ID=e0873755-96bc-4d95-a22f-10218fcd8754,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:53:27.987548 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3152b4d-6b38-4e1c-92e8-169d0ca99620 req-de055df9-3d47-416c-83d2-e5d70778545a tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] No DVR routers for this DVR port e0873755-96bc-4d95-a22f-10218fcd8754 on host hv-cinder-83587 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:53:27.990107 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e3152b4d-6b38-4e1c-92e8-169d0ca99620 req-de055df9-3d47-416c-83d2-e5d70778545a tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:27.993710 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-e3152b4d-6b38-4e1c-92e8-169d0ca99620 req-de055df9-3d47-416c-83d2-e5d70778545a tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.46 "DELETE /v2.0/ports/e0873755-96bc-4d95-a22f-10218fcd8754 HTTP/1.1" status: 204 len: 173 time: 0.4106195 Apr 05 22:53:27.994169 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bdbc841-04d3-492a-b4f8-f02140403428', 'name': 'network-vif-deleted', 'tag': 'e0873755-96bc-4d95-a22f-10218fcd8754'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:53:27.996910 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a54e91865fb36990708de520daa865f1fe102a7464e30907391beae084e40b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d88372-6c97-4e04-bce7-4ba63fead922" -d '{"events": [{"server_uuid": "4bdbc841-04d3-492a-b4f8-f02140403428", "name": "network-vif-deleted", "tag": "e0873755-96bc-4d95-a22f-10218fcd8754"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:53:28.033635 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af52aa45-71d3-4770-ba6e-33413d73d31c x-openstack-request-id: req-af52aa45-71d3-4770-ba6e-33413d73d31c {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:53:28.034244 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bdbc841-04d3-492a-b4f8-f02140403428", "name": "network-vif-deleted", "tag": "e0873755-96bc-4d95-a22f-10218fcd8754", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:53:28.034244 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-af52aa45-71d3-4770-ba6e-33413d73d31c {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:53:28.034590 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af52aa45-71d3-4770-ba6e-33413d73d31c'] response: {'server_uuid': '4bdbc841-04d3-492a-b4f8-f02140403428', 'name': 'network-vif-deleted', 'tag': 'e0873755-96bc-4d95-a22f-10218fcd8754', 'status': 'completed', 'code': 200} Apr 05 22:53:28.347282 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [req-bc5c4a96-c02d-4d9f-9cd1-63c0109ef09d req-65059621-c19c-4076-9b9f-4702fcaa6202 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bdbc841-04d3-492a-b4f8-f02140403428 HTTP/1.1" status: 200 len: 210 time: 0.0277426 Apr 05 22:53:28.855662 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:53:29.403399 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 54870) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:53:29.523792 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-084723fe-7983-4287-866c-b879ff0ec148 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Deleting port d99d15fa-4a37-4c09-9b3d-46fa2e805080 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:53:29.524133 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-084723fe-7983-4287-866c-b879ff0ec148 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (d99d15fa-4a37-4c09-9b3d-46fa2e805080), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:29.605460 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-084723fe-7983-4287-866c-b879ff0ec148 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (d99d15fa-4a37-4c09-9b3d-46fa2e805080), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:29.605788 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-084723fe-7983-4287-866c-b879ff0ec148 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks [] for floatingip (d99d15fa-4a37-4c09-9b3d-46fa2e805080), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:29.618137 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-084723fe-7983-4287-866c-b879ff0ec148 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Calling delete_port for d99d15fa-4a37-4c09-9b3d-46fa2e805080 owned by network:floatingip {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:53:29.748308 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-084723fe-7983-4287-866c-b879ff0ec148 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25648990'] for port (d99d15fa-4a37-4c09-9b3d-46fa2e805080), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:29.772859 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084723fe-7983-4287-866c-b879ff0ec148 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Pushing event deleted for resources: {'Port': ['ID=d99d15fa-4a37-4c09-9b3d-46fa2e805080,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:53:29.831558 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-084723fe-7983-4287-866c-b879ff0ec148 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks [] for floatingip (d1cf83e2-ed4b-40f6-b594-72c4b0f5cefe), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:29.834113 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-084723fe-7983-4287-866c-b879ff0ec148 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008259'] for floatingip (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:29.835261 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-084723fe-7983-4287-866c-b879ff0ec148 tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "DELETE /v2.0/floatingips/d1cf83e2-ed4b-40f6-b594-72c4b0f5cefe HTTP/1.1" status: 204 len: 168 time: 0.4308407 Apr 05 22:53:30.146840 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:30.382119 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device e0873755-96bc-4d95-a22f-10218fcd8754 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:53:30.402214 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] No Port match for: e0873755-96bc-4d95-a22f-10218fcd8754 {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:53:30.402563 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Device e0873755-96bc-4d95-a22f-10218fcd8754 not bound to the agent host hv-cinder-83587 {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:53:31.027490 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 54882) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:53:31.082476 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cb3f70d5-29c6-4039-8731-9a43f411373c tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks [] for security_group (0f010b51-f2c6-4b41-a734-e323a94efb1c), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:31.107968 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cb3f70d5-29c6-4039-8731-9a43f411373c tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks [] for security_group (0f010b51-f2c6-4b41-a734-e323a94efb1c), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:31.172936 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cb3f70d5-29c6-4039-8731-9a43f411373c tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (0f010b51-f2c6-4b41-a734-e323a94efb1c), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:31.175492 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cb3f70d5-29c6-4039-8731-9a43f411373c tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Publish callbacks [] for security_group (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:31.176641 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-cb3f70d5-29c6-4039-8731-9a43f411373c tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] 10.222.0.15 "DELETE /v2.0/security-groups/0f010b51-f2c6-4b41-a734-e323a94efb1c HTTP/1.1" status: 204 len: 168 time: 0.1481693 Apr 05 22:53:31.185779 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f70d5-29c6-4039-8731-9a43f411373c tempest-TestVolumeBootPattern-957227403 tempest-TestVolumeBootPattern-957227403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f010b51-f2c6-4b41-a734-e323a94efb1c,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:53:32.242217 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 54888) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:53:32.675112 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-836e535a-e763-44ca-9f66-86718f8e6439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530146'] for router_interface (0712fcbd-21e2-45fa-8b24-a6e487549d9c), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:32.917551 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-836e535a-e763-44ca-9f66-86718f8e6439 admin admin] Deleting port cd79ba75-b889-471f-af8b-70bc36129593 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:53:32.917899 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-836e535a-e763-44ca-9f66-86718f8e6439 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (cd79ba75-b889-471f-af8b-70bc36129593), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:32.993969 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-836e535a-e763-44ca-9f66-86718f8e6439 admin admin] For port cd79ba75-b889-471f-af8b-70bc36129593, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=cd79ba75-b889-471f-af8b-70bc36129593,segment=NetworkSegment(0f3780bf-12d3-4aa9-87aa-e9d04a628627),segment_id=0f3780bf-12d3-4aa9-87aa-e9d04a628627)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:53:32.994260 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-836e535a-e763-44ca-9f66-86718f8e6439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (cd79ba75-b889-471f-af8b-70bc36129593), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:33.010638 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-836e535a-e763-44ca-9f66-86718f8e6439 admin admin] Calling delete_port for cd79ba75-b889-471f-af8b-70bc36129593 owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:53:33.190647 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-836e535a-e763-44ca-9f66-86718f8e6439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (cd79ba75-b889-471f-af8b-70bc36129593), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:33.213453 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e535a-e763-44ca-9f66-86718f8e6439 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd79ba75-b889-471f-af8b-70bc36129593,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:53:33.379608 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-836e535a-e763-44ca-9f66-86718f8e6439 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527986'] for router_interface (0712fcbd-21e2-45fa-8b24-a6e487549d9c), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:33.593677 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836e535a-e763-44ca-9f66-86718f8e6439 admin admin] Router 0712fcbd-21e2-45fa-8b24-a6e487549d9c has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:53:33.699548 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836e535a-e763-44ca-9f66-86718f8e6439 admin admin] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:53:33.705086 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-836e535a-e763-44ca-9f66-86718f8e6439 admin admin] 10.222.0.15 "PUT /v2.0/routers/0712fcbd-21e2-45fa-8b24-a6e487549d9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4618182 Apr 05 22:53:33.707718 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 54892) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:53:33.708959 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fbd885-5607-4982-b0d7-65ce858b435a None None] Sync routers for ids ['0712fcbd-21e2-45fa-8b24-a6e487549d9c'] in dv-cinder-835879-4-iscsi {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:53:33.719419 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fbd885-5607-4982-b0d7-65ce858b435a None None] Routers {'0712fcbd-21e2-45fa-8b24-a6e487549d9c'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:53:33.720034 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-21fbd885-5607-4982-b0d7-65ce858b435a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:53:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['0712fcbd-21e2-45fa-8b24-a6e487549d9c'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:53:33.811588 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ec46b27c-d298-47f9-af2c-1f6fbb4d1096 admin admin] Publish callbacks [] for router (0712fcbd-21e2-45fa-8b24-a6e487549d9c), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:33.824453 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-21fbd885-5607-4982-b0d7-65ce858b435a None None] Set router 0712fcbd-21e2-45fa-8b24-a6e487549d9c gateway port host: dv-cinder-835879-4-iscsi {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:53:33.918237 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ec46b27c-d298-47f9-af2c-1f6fbb4d1096 admin admin] Publish callbacks [] for router_gateway (0712fcbd-21e2-45fa-8b24-a6e487549d9c), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:33.970125 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-ec46b27c-d298-47f9-af2c-1f6fbb4d1096 admin admin] Deleting port 97a9abec-3729-4814-9914-58fc00ce6a87 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:53:33.970468 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ec46b27c-d298-47f9-af2c-1f6fbb4d1096 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (97a9abec-3729-4814-9914-58fc00ce6a87), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:34.003758 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-21fbd885-5607-4982-b0d7-65ce858b435a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'name': 'tempest-TestVolumeBootPattern-533555744-router', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:45:38Z', 'updated_at': '2022-04-05T22:53:33Z', 'revision_number': 5, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'gw_port': {'id': '97a9abec-3729-4814-9914-58fc00ce6a87', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:39Z', 'updated_at': '2022-04-05T22:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi'}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:53:34.029655 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fbd885-5607-4982-b0d7-65ce858b435a None None] Checking router: 0712fcbd-21e2-45fa-8b24-a6e487549d9c for host: dv-cinder-835879-4-iscsi {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:53:34.037891 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fbd885-5607-4982-b0d7-65ce858b435a None None] Routers {'0712fcbd-21e2-45fa-8b24-a6e487549d9c'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:53:34.038500 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-21fbd885-5607-4982-b0d7-65ce858b435a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:53:07Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['0712fcbd-21e2-45fa-8b24-a6e487549d9c'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:53:34.047480 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-ec46b27c-d298-47f9-af2c-1f6fbb4d1096 admin admin] For port 97a9abec-3729-4814-9914-58fc00ce6a87, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=97a9abec-3729-4814-9914-58fc00ce6a87,segment=NetworkSegment(2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f),segment_id=2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:53:34.047904 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ec46b27c-d298-47f9-af2c-1f6fbb4d1096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (97a9abec-3729-4814-9914-58fc00ce6a87), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:34.060522 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-ec46b27c-d298-47f9-af2c-1f6fbb4d1096 admin admin] Calling delete_port for 97a9abec-3729-4814-9914-58fc00ce6a87 owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:53:34.126640 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-21fbd885-5607-4982-b0d7-65ce858b435a None None] Set router 0712fcbd-21e2-45fa-8b24-a6e487549d9c gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:53:34.179563 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-21fbd885-5607-4982-b0d7-65ce858b435a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'name': 'tempest-TestVolumeBootPattern-533555744-router', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:45:38Z', 'updated_at': '2022-04-05T22:53:33Z', 'revision_number': 6, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'gw_port_host': None}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:53:34.208570 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fbd885-5607-4982-b0d7-65ce858b435a None None] The sync data for ids ['0712fcbd-21e2-45fa-8b24-a6e487549d9c'] in dv-cinder-835879-4-iscsi is: [{'id': '0712fcbd-21e2-45fa-8b24-a6e487549d9c', 'name': 'tempest-TestVolumeBootPattern-533555744-router', 'tenant_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:45:38Z', 'updated_at': '2022-04-05T22:53:33Z', 'revision_number': 6, 'project_id': 'c1e3f0cce8f24e4283bc8e4a3b8dd7f4', 'gw_port_host': None}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:53:34.235927 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ec46b27c-d298-47f9-af2c-1f6fbb4d1096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (97a9abec-3729-4814-9914-58fc00ce6a87), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:34.262796 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec46b27c-d298-47f9-af2c-1f6fbb4d1096 admin admin] Pushing event deleted for resources: {'Port': ['ID=97a9abec-3729-4814-9914-58fc00ce6a87,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:53:34.320198 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ec46b27c-d298-47f9-af2c-1f6fbb4d1096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528052'] for router_gateway (0712fcbd-21e2-45fa-8b24-a6e487549d9c), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:34.362156 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2d1db52b-763d-436f-95e4-1fc0abc24ef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:34.411714 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ec46b27c-d298-47f9-af2c-1f6fbb4d1096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7286'] for router (0712fcbd-21e2-45fa-8b24-a6e487549d9c), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:34.413868 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ec46b27c-d298-47f9-af2c-1f6fbb4d1096 admin admin] Publish callbacks [] for router_controller (0712fcbd-21e2-45fa-8b24-a6e487549d9c), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:34.732970 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ec46b27c-d298-47f9-af2c-1f6fbb4d1096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531214'] for router (0712fcbd-21e2-45fa-8b24-a6e487549d9c), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:34.733523 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec46b27c-d298-47f9-af2c-1f6fbb4d1096 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0712fcbd-21e2-45fa-8b24-a6e487549d9c {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 22:53:34.737801 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ec46b27c-d298-47f9-af2c-1f6fbb4d1096 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:34.739069 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-ec46b27c-d298-47f9-af2c-1f6fbb4d1096 admin admin] 10.222.0.15 "DELETE /v2.0/routers/0712fcbd-21e2-45fa-8b24-a6e487549d9c HTTP/1.1" status: 204 len: 168 time: 1.0304213 Apr 05 22:53:34.741542 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 54894) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:53:34.785394 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed7b65ca-dae4-4a38-8789-04034f3f4c70 admin admin] Deleting subnet e94736fb-18ab-4fd7-843e-a3eca774b62e {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:53:34.788406 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ed7b65ca-dae4-4a38-8789-04034f3f4c70 admin admin] Publish callbacks [] for subnet (e94736fb-18ab-4fd7-843e-a3eca774b62e), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:34.821295 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ed7b65ca-dae4-4a38-8789-04034f3f4c70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28859902'] for subnet (e94736fb-18ab-4fd7-843e-a3eca774b62e), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:34.903924 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ed7b65ca-dae4-4a38-8789-04034f3f4c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3813478'] for subnet (e94736fb-18ab-4fd7-843e-a3eca774b62e), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:34.961440 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ed7b65ca-dae4-4a38-8789-04034f3f4c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3813481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28860143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25649274'] for subnet (e94736fb-18ab-4fd7-843e-a3eca774b62e), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:34.986693 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7b65ca-dae4-4a38-8789-04034f3f4c70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e94736fb-18ab-4fd7-843e-a3eca774b62e,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:53:34.989894 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ed7b65ca-dae4-4a38-8789-04034f3f4c70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:34.993115 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-ed7b65ca-dae4-4a38-8789-04034f3f4c70 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e94736fb-18ab-4fd7-843e-a3eca774b62e HTTP/1.1" status: 204 len: 168 time: 0.2505920 Apr 05 22:53:34.995835 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f8a2c1-f790-41fa-9e65-13ba13a90d7a None None] Network 4d7e090b-a496-4bac-9ae8-5be3d7b150bc requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:53:34.996339 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 54896) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:53:35.068688 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ad23-0a12-40ee-ba3f-3bd8189a2ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3805217'] for network (4d7e090b-a496-4bac-9ae8-5be3d7b150bc), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:35.124619 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-e1f5ad23-0a12-40ee-ba3f-3bd8189a2ca1 admin admin] Deleting port 9b7f4734-4806-4a47-bbc9-663159f355fe {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:53:35.124994 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ad23-0a12-40ee-ba3f-3bd8189a2ca1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (9b7f4734-4806-4a47-bbc9-663159f355fe), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:35.181787 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fca40a-3d07-4e23-8701-de45fa3ee444 None None] DHCP port deletion for 4d7e090b-a496-4bac-9ae8-5be3d7b150bc request from dv-cinder-835879-4-iscsi {{(pid=103304) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 22:53:35.194149 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-e1f5ad23-0a12-40ee-ba3f-3bd8189a2ca1 admin admin] For port 9b7f4734-4806-4a47-bbc9-663159f355fe, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=9b7f4734-4806-4a47-bbc9-663159f355fe,segment=NetworkSegment(0f3780bf-12d3-4aa9-87aa-e9d04a628627),segment_id=0f3780bf-12d3-4aa9-87aa-e9d04a628627)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:53:35.194643 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ad23-0a12-40ee-ba3f-3bd8189a2ca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (9b7f4734-4806-4a47-bbc9-663159f355fe), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:35.210544 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-e1f5ad23-0a12-40ee-ba3f-3bd8189a2ca1 admin admin] Calling delete_port for 9b7f4734-4806-4a47-bbc9-663159f355fe owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:53:35.250516 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-42fca40a-3d07-4e23-8701-de45fa3ee444 None None] Deleting port 9b7f4734-4806-4a47-bbc9-663159f355fe {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:53:35.250890 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-42fca40a-3d07-4e23-8701-de45fa3ee444 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (9b7f4734-4806-4a47-bbc9-663159f355fe), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:35.265455 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 97a9abec-3729-4814-9914-58fc00ce6a87 no longer exists at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:53:35.293011 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] No Port match for: 97a9abec-3729-4814-9914-58fc00ce6a87 {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:53:35.293527 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 97a9abec-3729-4814-9914-58fc00ce6a87 not bound to the agent host dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:53:35.294020 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 9b7f4734-4806-4a47-bbc9-663159f355fe no longer exists at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:53:35.303336 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ad23-0a12-40ee-ba3f-3bd8189a2ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28860120'] for port (9b7f4734-4806-4a47-bbc9-663159f355fe), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:35.330254 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f5ad23-0a12-40ee-ba3f-3bd8189a2ca1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b7f4734-4806-4a47-bbc9-663159f355fe,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:53:35.334001 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f5ad23-0a12-40ee-ba3f-3bd8189a2ca1 admin admin] No DVR routers for this DVR port 9b7f4734-4806-4a47-bbc9-663159f355fe on host dv-cinder-835879-4-iscsi {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:53:35.372553 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-42fca40a-3d07-4e23-8701-de45fa3ee444 None None] For port 9b7f4734-4806-4a47-bbc9-663159f355fe, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=9b7f4734-4806-4a47-bbc9-663159f355fe,segment=NetworkSegment(0f3780bf-12d3-4aa9-87aa-e9d04a628627),segment_id=0f3780bf-12d3-4aa9-87aa-e9d04a628627)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:53:35.373009 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-42fca40a-3d07-4e23-8701-de45fa3ee444 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (9b7f4734-4806-4a47-bbc9-663159f355fe), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:35.389112 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-42fca40a-3d07-4e23-8701-de45fa3ee444 None None] Calling delete_port for 9b7f4734-4806-4a47-bbc9-663159f355fe owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:53:35.394857 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] No active binding found for port 9b7f4734-4806-4a47-bbc9-663159f355fe {{(pid=103304) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 05 22:53:35.395177 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] The host dv-cinder-835879-4-iscsi is not matching for port 9b7f4734-4806-4a47-bbc9-663159f355fe host None! {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 05 22:53:35.395559 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 9b7f4734-4806-4a47-bbc9-663159f355fe not bound to the agent host dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:53:35.395973 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device cd79ba75-b889-471f-af8b-70bc36129593 no longer exists at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:53:35.406424 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ad23-0a12-40ee-ba3f-3bd8189a2ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3815069', 'neutron.services.segments.db._delete_segments_for_network-8760879317881'] for network (4d7e090b-a496-4bac-9ae8-5be3d7b150bc), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:35.419697 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] No Port match for: cd79ba75-b889-471f-af8b-70bc36129593 {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:53:35.420052 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device cd79ba75-b889-471f-af8b-70bc36129593 not bound to the agent host dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:53:35.427383 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.services.segments.db [None req-e1f5ad23-0a12-40ee-ba3f-3bd8189a2ca1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d7e090b-a496-4bac-9ae8-5be3d7b150bc']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:53:35.437492 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.services.segments.db [None req-e1f5ad23-0a12-40ee-ba3f-3bd8189a2ca1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f3780bf-12d3-4aa9-87aa-e9d04a628627') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:53:35.437794 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.services.segments.db [None req-e1f5ad23-0a12-40ee-ba3f-3bd8189a2ca1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f3780bf-12d3-4aa9-87aa-e9d04a628627') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:53:35.447128 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ad23-0a12-40ee-ba3f-3bd8189a2ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760879318402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28859653'] for segment (0f3780bf-12d3-4aa9-87aa-e9d04a628627), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:35.460054 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ad23-0a12-40ee-ba3f-3bd8189a2ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781'] for segment (0f3780bf-12d3-4aa9-87aa-e9d04a628627), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:35.465751 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1f5ad23-0a12-40ee-ba3f-3bd8189a2ca1 admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:53:35.466138 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ad23-0a12-40ee-ba3f-3bd8189a2ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28860037'] for segment (0f3780bf-12d3-4aa9-87aa-e9d04a628627), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:35.468287 dv-cinder-835879-4-iscsi neutron-server[103302]: Traceback (most recent call last): Apr 05 22:53:35.468287 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:53:35.468287 dv-cinder-835879-4-iscsi neutron-server[103302]: timer() Apr 05 22:53:35.468287 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:53:35.468287 dv-cinder-835879-4-iscsi neutron-server[103302]: cb(*args, **kw) Apr 05 22:53:35.468287 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:53:35.468287 dv-cinder-835879-4-iscsi neutron-server[103302]: return func(*args, **kwargs) Apr 05 22:53:35.468287 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:53:35.468287 dv-cinder-835879-4-iscsi neutron-server[103302]: self._notify() Apr 05 22:53:35.468287 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:53:35.468287 dv-cinder-835879-4-iscsi neutron-server[103302]: self.callback(batched_events) Apr 05 22:53:35.468287 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:53:35.468287 dv-cinder-835879-4-iscsi neutron-server[103302]: event.method(event) Apr 05 22:53:35.468287 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:53:35.468287 dv-cinder-835879-4-iscsi neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:53:35.468287 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:53:35.468287 dv-cinder-835879-4-iscsi neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:53:35.468287 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:53:35.468287 dv-cinder-835879-4-iscsi neutron-server[103302]: return f(self, *a, **k) Apr 05 22:53:35.468287 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:53:35.468287 dv-cinder-835879-4-iscsi neutron-server[103302]: return self._get(url).json() Apr 05 22:53:35.468287 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:53:35.468287 dv-cinder-835879-4-iscsi neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:53:35.468287 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:53:35.468287 dv-cinder-835879-4-iscsi neutron-server[103302]: return self.request(url, 'GET', **kwargs) Apr 05 22:53:35.468287 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:53:35.468287 dv-cinder-835879-4-iscsi neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:53:35.468287 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:53:35.468287 dv-cinder-835879-4-iscsi neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:53:35.468287 dv-cinder-835879-4-iscsi neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:53:35.468287 dv-cinder-835879-4-iscsi neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:53:35.468287 dv-cinder-835879-4-iscsi neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:53:35.490382 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-42fca40a-3d07-4e23-8701-de45fa3ee444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605'] for port (9b7f4734-4806-4a47-bbc9-663159f355fe), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:35.512318 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fca40a-3d07-4e23-8701-de45fa3ee444 None None] Pushing event deleted for resources: {'Port': ['ID=9b7f4734-4806-4a47-bbc9-663159f355fe,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:53:35.521520 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ad23-0a12-40ee-ba3f-3bd8189a2ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3815140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528080'] for network (4d7e090b-a496-4bac-9ae8-5be3d7b150bc), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:35.522318 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fca40a-3d07-4e23-8701-de45fa3ee444 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:53:35.522619 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fca40a-3d07-4e23-8701-de45fa3ee444 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:53:35.523487 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fca40a-3d07-4e23-8701-de45fa3ee444 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:53:35.523487 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fca40a-3d07-4e23-8701-de45fa3ee444 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:53:35.523722 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fca40a-3d07-4e23-8701-de45fa3ee444 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:53:35.523968 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fca40a-3d07-4e23-8701-de45fa3ee444 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:53:35.524344 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fca40a-3d07-4e23-8701-de45fa3ee444 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:53:35.524668 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fca40a-3d07-4e23-8701-de45fa3ee444 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:53:35.525360 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fca40a-3d07-4e23-8701-de45fa3ee444 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:53:35.525360 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fca40a-3d07-4e23-8701-de45fa3ee444 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:53:35.525664 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fca40a-3d07-4e23-8701-de45fa3ee444 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:53:35.526142 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fca40a-3d07-4e23-8701-de45fa3ee444 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:53:35.526368 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fca40a-3d07-4e23-8701-de45fa3ee444 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:53:35.526683 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fca40a-3d07-4e23-8701-de45fa3ee444 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:53:35.527010 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fca40a-3d07-4e23-8701-de45fa3ee444 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-4-iscsi {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:53:35.527908 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ad23-0a12-40ee-ba3f-3bd8189a2ca1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:35.529751 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fca40a-3d07-4e23-8701-de45fa3ee444 None None] No DVR routers for this DVR port 9b7f4734-4806-4a47-bbc9-663159f355fe on host dv-cinder-835879-4-iscsi {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:53:35.534518 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-e1f5ad23-0a12-40ee-ba3f-3bd8189a2ca1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4d7e090b-a496-4bac-9ae8-5be3d7b150bc HTTP/1.1" status: 204 len: 168 time: 0.5350716 Apr 05 22:53:35.535200 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 54898) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:53:35.548881 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f5ad23-0a12-40ee-ba3f-3bd8189a2ca1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d7e090b-a496-4bac-9ae8-5be3d7b150bc,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:53:35.875395 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-59d9c621-7459-44b1-bd7c-c19b945b8944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530146'] for router_interface (79c52dfa-43db-40c3-a5a1-31ca9d13519a), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:36.116975 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-59d9c621-7459-44b1-bd7c-c19b945b8944 admin admin] Deleting port e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:53:36.117312 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-59d9c621-7459-44b1-bd7c-c19b945b8944 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:36.200012 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-59d9c621-7459-44b1-bd7c-c19b945b8944 admin admin] For port e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a,segment=NetworkSegment(2176cdf2-f24a-48af-bcc0-78dd82f8cb68),segment_id=2176cdf2-f24a-48af-bcc0-78dd82f8cb68)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:53:36.200292 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-59d9c621-7459-44b1-bd7c-c19b945b8944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:36.213025 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-59d9c621-7459-44b1-bd7c-c19b945b8944 admin admin] Calling delete_port for e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a owned by network:router_interface {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:53:36.400721 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-59d9c621-7459-44b1-bd7c-c19b945b8944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25648990'] for port (e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:36.426017 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9c621-7459-44b1-bd7c-c19b945b8944 admin admin] Pushing event deleted for resources: {'Port': ['ID=e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:53:36.591663 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-59d9c621-7459-44b1-bd7c-c19b945b8944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527986'] for router_interface (79c52dfa-43db-40c3-a5a1-31ca9d13519a), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:36.815437 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d9c621-7459-44b1-bd7c-c19b945b8944 admin admin] Router 79c52dfa-43db-40c3-a5a1-31ca9d13519a has already been hosted by L3 agent 14ddd9c2-eced-4841-9190-713c15ab1376 {{(pid=103303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:53:36.837286 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ad731dcc-0069-49d0-bd6e-b7e62d12a054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:36.924991 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d9c621-7459-44b1-bd7c-c19b945b8944 admin admin] Notify agent at l3_agent.dv-cinder-835879-4-iscsi the message routers_updated {{(pid=103303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:53:36.930053 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-59d9c621-7459-44b1-bd7c-c19b945b8944 admin admin] 10.222.0.15 "PUT /v2.0/routers/79c52dfa-43db-40c3-a5a1-31ca9d13519a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3936582 Apr 05 22:53:36.932405 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 54900) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:53:36.935085 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642b46ce-1710-4f73-93fd-fa7420bece27 None None] Sync routers for ids ['79c52dfa-43db-40c3-a5a1-31ca9d13519a'] in dv-cinder-835879-4-iscsi {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:53:36.946388 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642b46ce-1710-4f73-93fd-fa7420bece27 None None] Routers {'79c52dfa-43db-40c3-a5a1-31ca9d13519a'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:53:36.946992 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-642b46ce-1710-4f73-93fd-fa7420bece27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:53:37Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['79c52dfa-43db-40c3-a5a1-31ca9d13519a'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:53:37.037504 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-807fdbf2-6f36-4422-8609-682853f4e210 admin admin] Publish callbacks [] for router (79c52dfa-43db-40c3-a5a1-31ca9d13519a), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:37.052303 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-642b46ce-1710-4f73-93fd-fa7420bece27 None None] Set router 79c52dfa-43db-40c3-a5a1-31ca9d13519a gateway port host: dv-cinder-835879-4-iscsi {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:53:37.141995 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-807fdbf2-6f36-4422-8609-682853f4e210 admin admin] Publish callbacks [] for router_gateway (79c52dfa-43db-40c3-a5a1-31ca9d13519a), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:37.201136 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-807fdbf2-6f36-4422-8609-682853f4e210 admin admin] Deleting port 046d43d2-794a-4b7e-b54e-3c51cb31556d {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:53:37.201615 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-807fdbf2-6f36-4422-8609-682853f4e210 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (046d43d2-794a-4b7e-b54e-3c51cb31556d), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:37.229657 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-642b46ce-1710-4f73-93fd-fa7420bece27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c52dfa-43db-40c3-a5a1-31ca9d13519a', 'name': 'tempest-TestVolumeBootPattern-1635766045-router', 'tenant_id': '1dab177e8351464e98c10355ec4b32b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'external_fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '046d43d2-794a-4b7e-b54e-3c51cb31556d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:45:43Z', 'updated_at': '2022-04-05T22:53:36Z', 'revision_number': 5, 'project_id': '1dab177e8351464e98c10355ec4b32b1', 'gw_port': {'id': '046d43d2-794a-4b7e-b54e-3c51cb31556d', 'name': '', 'network_id': 'f2e9bb50-0445-459c-9ef2-0222ede25138', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c52dfa-43db-40c3-a5a1-31ca9d13519a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:45:44Z', 'updated_at': '2022-04-05T22:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac17549-fc87-4e20-be5e-92c340e9a8b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-4-iscsi'}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:53:37.267780 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642b46ce-1710-4f73-93fd-fa7420bece27 None None] Checking router: 79c52dfa-43db-40c3-a5a1-31ca9d13519a for host: dv-cinder-835879-4-iscsi {{(pid=103305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:53:37.275981 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642b46ce-1710-4f73-93fd-fa7420bece27 None None] Routers {'79c52dfa-43db-40c3-a5a1-31ca9d13519a'} bound to L3 agent in host dv-cinder-835879-4-iscsi {{(pid=103305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:53:37.276585 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-642b46ce-1710-4f73-93fd-fa7420bece27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T22:23:37Z,description=,heartbeat_timestamp=2022-04-05T22:53:37Z,host='dv-cinder-835879-4-iscsi',id=14ddd9c2-eced-4841-9190-713c15ab1376,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:23:37Z,topic='l3_agent')) {'router_ids': ['79c52dfa-43db-40c3-a5a1-31ca9d13519a'], 'active': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:53:37.288872 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-807fdbf2-6f36-4422-8609-682853f4e210 admin admin] For port 046d43d2-794a-4b7e-b54e-3c51cb31556d, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=046d43d2-794a-4b7e-b54e-3c51cb31556d,segment=NetworkSegment(2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f),segment_id=2a4ccf5a-90a5-4fc0-b0c7-9c4531fd1b3f)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:53:37.289238 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-807fdbf2-6f36-4422-8609-682853f4e210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (046d43d2-794a-4b7e-b54e-3c51cb31556d), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:37.301571 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-807fdbf2-6f36-4422-8609-682853f4e210 admin admin] Calling delete_port for 046d43d2-794a-4b7e-b54e-3c51cb31556d owned by network:router_gateway {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:53:37.359999 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_dvr_db [None req-642b46ce-1710-4f73-93fd-fa7420bece27 None None] Set router 79c52dfa-43db-40c3-a5a1-31ca9d13519a gateway port host: None {{(pid=103305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:53:37.412375 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.l3_hamode_db [None req-642b46ce-1710-4f73-93fd-fa7420bece27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c52dfa-43db-40c3-a5a1-31ca9d13519a', 'name': 'tempest-TestVolumeBootPattern-1635766045-router', 'tenant_id': '1dab177e8351464e98c10355ec4b32b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:45:43Z', 'updated_at': '2022-04-05T22:53:37Z', 'revision_number': 6, 'project_id': '1dab177e8351464e98c10355ec4b32b1', 'gw_port_host': None}], 'dv-cinder-835879-4-iscsi', False) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:53:37.438601 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642b46ce-1710-4f73-93fd-fa7420bece27 None None] The sync data for ids ['79c52dfa-43db-40c3-a5a1-31ca9d13519a'] in dv-cinder-835879-4-iscsi is: [{'id': '79c52dfa-43db-40c3-a5a1-31ca9d13519a', 'name': 'tempest-TestVolumeBootPattern-1635766045-router', 'tenant_id': '1dab177e8351464e98c10355ec4b32b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:45:43Z', 'updated_at': '2022-04-05T22:53:37Z', 'revision_number': 6, 'project_id': '1dab177e8351464e98c10355ec4b32b1', 'gw_port_host': None}] {{(pid=103305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:53:37.474657 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-807fdbf2-6f36-4422-8609-682853f4e210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25648990'] for port (046d43d2-794a-4b7e-b54e-3c51cb31556d), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:37.501890 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807fdbf2-6f36-4422-8609-682853f4e210 admin admin] Pushing event deleted for resources: {'Port': ['ID=046d43d2-794a-4b7e-b54e-3c51cb31556d,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:53:37.563189 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-807fdbf2-6f36-4422-8609-682853f4e210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528052'] for router_gateway (79c52dfa-43db-40c3-a5a1-31ca9d13519a), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:37.638366 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:37.653095 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-807fdbf2-6f36-4422-8609-682853f4e210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7286'] for router (79c52dfa-43db-40c3-a5a1-31ca9d13519a), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:37.655318 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-807fdbf2-6f36-4422-8609-682853f4e210 admin admin] Publish callbacks [] for router_controller (79c52dfa-43db-40c3-a5a1-31ca9d13519a), precommit_delete_associations {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:37.701213 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-807fdbf2-6f36-4422-8609-682853f4e210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531214'] for router (79c52dfa-43db-40c3-a5a1-31ca9d13519a), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:37.701688 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807fdbf2-6f36-4422-8609-682853f4e210 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79c52dfa-43db-40c3-a5a1-31ca9d13519a {{(pid=103303) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 22:53:37.705774 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-807fdbf2-6f36-4422-8609-682853f4e210 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:37.706891 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-807fdbf2-6f36-4422-8609-682853f4e210 admin admin] 10.222.0.15 "DELETE /v2.0/routers/79c52dfa-43db-40c3-a5a1-31ca9d13519a HTTP/1.1" status: 204 len: 168 time: 0.7735608 Apr 05 22:53:37.709523 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 54902) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:53:37.753559 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.db_base_plugin_v2 [None req-be392b55-4348-4ebb-b2af-0ed945266fb2 admin admin] Deleting subnet 4bd0f9d2-4caf-44c0-b3d9-fc53ce13895c {{(pid=103303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:53:37.756418 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-be392b55-4348-4ebb-b2af-0ed945266fb2 admin admin] Publish callbacks [] for subnet (4bd0f9d2-4caf-44c0-b3d9-fc53ce13895c), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:37.790559 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-be392b55-4348-4ebb-b2af-0ed945266fb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29158250'] for subnet (4bd0f9d2-4caf-44c0-b3d9-fc53ce13895c), precommit_delete_associations {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:37.877477 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-be392b55-4348-4ebb-b2af-0ed945266fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3813478'] for subnet (4bd0f9d2-4caf-44c0-b3d9-fc53ce13895c), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:37.931076 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-be392b55-4348-4ebb-b2af-0ed945266fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3813481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25649001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25366844'] for subnet (4bd0f9d2-4caf-44c0-b3d9-fc53ce13895c), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:37.955763 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be392b55-4348-4ebb-b2af-0ed945266fb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bd0f9d2-4caf-44c0-b3d9-fc53ce13895c,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:53:37.960113 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-be392b55-4348-4ebb-b2af-0ed945266fb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for subnet (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:37.963423 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-be392b55-4348-4ebb-b2af-0ed945266fb2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4bd0f9d2-4caf-44c0-b3d9-fc53ce13895c HTTP/1.1" status: 204 len: 168 time: 0.2529843 Apr 05 22:53:37.965835 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.wsgi [-] (103303) accepted ('10.222.0.15', 54904) {{(pid=103303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:53:37.968980 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a22b2e-1f87-4feb-8fe0-b55295757d1d None None] Network 78bdd585-3813-4b7e-9172-d93bf28ba63c requested from dv-cinder-835879-4-iscsi {{(pid=103304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:53:38.037607 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-689bc40a-2e8e-44ba-8a49-804d29c40409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3805217'] for network (78bdd585-3813-4b7e-9172-d93bf28ba63c), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:38.092444 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-689bc40a-2e8e-44ba-8a49-804d29c40409 admin admin] Deleting port b60e0361-4b3a-4f34-89d0-63a370661ab0 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:53:38.093342 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-689bc40a-2e8e-44ba-8a49-804d29c40409 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (b60e0361-4b3a-4f34-89d0-63a370661ab0), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:38.155774 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-689bc40a-2e8e-44ba-8a49-804d29c40409 admin admin] For port b60e0361-4b3a-4f34-89d0-63a370661ab0, host dv-cinder-835879-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-4-iscsi',level=0,port_id=b60e0361-4b3a-4f34-89d0-63a370661ab0,segment=NetworkSegment(2176cdf2-f24a-48af-bcc0-78dd82f8cb68),segment_id=2176cdf2-f24a-48af-bcc0-78dd82f8cb68)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:53:38.155991 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-689bc40a-2e8e-44ba-8a49-804d29c40409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (b60e0361-4b3a-4f34-89d0-63a370661ab0), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:38.171725 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-689bc40a-2e8e-44ba-8a49-804d29c40409 admin admin] Calling delete_port for b60e0361-4b3a-4f34-89d0-63a370661ab0 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:53:38.221903 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af05c295-18cc-4c26-983c-4be60c043d82 None None] DHCP port deletion for 78bdd585-3813-4b7e-9172-d93bf28ba63c request from dv-cinder-835879-4-iscsi {{(pid=103304) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 22:53:38.253357 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-689bc40a-2e8e-44ba-8a49-804d29c40409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25648990'] for port (b60e0361-4b3a-4f34-89d0-63a370661ab0), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:38.271682 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-af05c295-18cc-4c26-983c-4be60c043d82 None None] Deleting port b60e0361-4b3a-4f34-89d0-63a370661ab0 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:53:38.272050 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af05c295-18cc-4c26-983c-4be60c043d82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760879405617'] for port (b60e0361-4b3a-4f34-89d0-63a370661ab0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:38.279843 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689bc40a-2e8e-44ba-8a49-804d29c40409 admin admin] Pushing event deleted for resources: {'Port': ['ID=b60e0361-4b3a-4f34-89d0-63a370661ab0,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:53:38.284286 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689bc40a-2e8e-44ba-8a49-804d29c40409 admin admin] No DVR routers for this DVR port b60e0361-4b3a-4f34-89d0-63a370661ab0 on host dv-cinder-835879-4-iscsi {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:53:38.336410 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-af05c295-18cc-4c26-983c-4be60c043d82 None None] For port b60e0361-4b3a-4f34-89d0-63a370661ab0, host dv-cinder-835879-4-iscsi, got binding levels [] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:53:38.336833 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af05c295-18cc-4c26-983c-4be60c043d82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540051'] for port (b60e0361-4b3a-4f34-89d0-63a370661ab0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:38.360257 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-689bc40a-2e8e-44ba-8a49-804d29c40409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3815069', 'neutron.services.segments.db._delete_segments_for_network-8760879317881'] for network (78bdd585-3813-4b7e-9172-d93bf28ba63c), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:38.382742 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.services.segments.db [None req-689bc40a-2e8e-44ba-8a49-804d29c40409 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78bdd585-3813-4b7e-9172-d93bf28ba63c']}} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:53:38.394438 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.services.segments.db [None req-689bc40a-2e8e-44ba-8a49-804d29c40409 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2176cdf2-f24a-48af-bcc0-78dd82f8cb68') {'for_net_delete': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:53:38.394741 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.services.segments.db [None req-689bc40a-2e8e-44ba-8a49-804d29c40409 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2176cdf2-f24a-48af-bcc0-78dd82f8cb68') {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:53:38.405204 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-689bc40a-2e8e-44ba-8a49-804d29c40409 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760879318402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29158289'] for segment (2176cdf2-f24a-48af-bcc0-78dd82f8cb68), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:38.422118 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-689bc40a-2e8e-44ba-8a49-804d29c40409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781'] for segment (2176cdf2-f24a-48af-bcc0-78dd82f8cb68), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:38.428737 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-689bc40a-2e8e-44ba-8a49-804d29c40409 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=103303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:53:38.429360 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-689bc40a-2e8e-44ba-8a49-804d29c40409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3450781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25648899'] for segment (2176cdf2-f24a-48af-bcc0-78dd82f8cb68), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:38.431437 dv-cinder-835879-4-iscsi neutron-server[103303]: Traceback (most recent call last): Apr 05 22:53:38.431437 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:53:38.431437 dv-cinder-835879-4-iscsi neutron-server[103303]: timer() Apr 05 22:53:38.431437 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:53:38.431437 dv-cinder-835879-4-iscsi neutron-server[103303]: cb(*args, **kw) Apr 05 22:53:38.431437 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:53:38.431437 dv-cinder-835879-4-iscsi neutron-server[103303]: return func(*args, **kwargs) Apr 05 22:53:38.431437 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:53:38.431437 dv-cinder-835879-4-iscsi neutron-server[103303]: self._notify() Apr 05 22:53:38.431437 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:53:38.431437 dv-cinder-835879-4-iscsi neutron-server[103303]: self.callback(batched_events) Apr 05 22:53:38.431437 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:53:38.431437 dv-cinder-835879-4-iscsi neutron-server[103303]: event.method(event) Apr 05 22:53:38.431437 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:53:38.431437 dv-cinder-835879-4-iscsi neutron-server[103303]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:53:38.431437 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:53:38.431437 dv-cinder-835879-4-iscsi neutron-server[103303]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:53:38.431437 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:53:38.431437 dv-cinder-835879-4-iscsi neutron-server[103303]: return f(self, *a, **k) Apr 05 22:53:38.431437 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:53:38.431437 dv-cinder-835879-4-iscsi neutron-server[103303]: return self._get(url).json() Apr 05 22:53:38.431437 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:53:38.431437 dv-cinder-835879-4-iscsi neutron-server[103303]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:53:38.431437 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:53:38.431437 dv-cinder-835879-4-iscsi neutron-server[103303]: return self.request(url, 'GET', **kwargs) Apr 05 22:53:38.431437 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:53:38.431437 dv-cinder-835879-4-iscsi neutron-server[103303]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:53:38.431437 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:53:38.431437 dv-cinder-835879-4-iscsi neutron-server[103303]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:53:38.431437 dv-cinder-835879-4-iscsi neutron-server[103303]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:53:38.431437 dv-cinder-835879-4-iscsi neutron-server[103303]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:53:38.431437 dv-cinder-835879-4-iscsi neutron-server[103303]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:53:38.481228 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-af05c295-18cc-4c26-983c-4be60c043d82 None None] Calling delete_port for b60e0361-4b3a-4f34-89d0-63a370661ab0 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:53:38.484116 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.ipam_backend_mixin [None req-af05c295-18cc-4c26-983c-4be60c043d82 None None] Port b60e0361-4b3a-4f34-89d0-63a370661ab0 was not found and therefore no delete operation was performed {{(pid=103304) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 05 22:53:38.485442 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af05c295-18cc-4c26-983c-4be60c043d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760879411972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760878830605'] for port (b60e0361-4b3a-4f34-89d0-63a370661ab0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:38.498177 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-689bc40a-2e8e-44ba-8a49-804d29c40409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3815140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528080'] for network (78bdd585-3813-4b7e-9172-d93bf28ba63c), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:38.503643 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-689bc40a-2e8e-44ba-8a49-804d29c40409 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633714'] for network (None), before_response {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:38.509228 dv-cinder-835879-4-iscsi neutron-server[103303]: INFO neutron.wsgi [None req-689bc40a-2e8e-44ba-8a49-804d29c40409 admin admin] 10.222.0.15 "DELETE /v2.0/networks/78bdd585-3813-4b7e-9172-d93bf28ba63c HTTP/1.1" status: 204 len: 168 time: 0.5401897 Apr 05 22:53:38.515609 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af05c295-18cc-4c26-983c-4be60c043d82 None None] Pushing event deleted for resources: {'Port': ['ID=b60e0361-4b3a-4f34-89d0-63a370661ab0,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:53:38.519260 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af05c295-18cc-4c26-983c-4be60c043d82 None None] No DVR routers for this DVR port b60e0361-4b3a-4f34-89d0-63a370661ab0 on host dv-cinder-835879-4-iscsi {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:53:38.648715 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 54908) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:53:38.698181 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-c36de03c-36bd-46de-a251-4b94158f07c7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c1e3f0cce8f24e4283bc8e4a3b8dd7f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0458286 Apr 05 22:53:38.698402 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 54910) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:53:38.747400 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-84558b52-ba9d-428f-9dd0-4034a4708dd0 admin admin] Publish callbacks [] for security_group (351100f8-9812-41be-a1d8-c38c18d97ce5), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:38.760290 dv-cinder-835879-4-iscsi neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689bc40a-2e8e-44ba-8a49-804d29c40409 admin admin] Pushing event deleted for resources: {'Network': ['ID=78bdd585-3813-4b7e-9172-d93bf28ba63c,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:53:38.772521 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-84558b52-ba9d-428f-9dd0-4034a4708dd0 admin admin] Publish callbacks [] for security_group (351100f8-9812-41be-a1d8-c38c18d97ce5), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:38.818118 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-84558b52-ba9d-428f-9dd0-4034a4708dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (351100f8-9812-41be-a1d8-c38c18d97ce5), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:38.820650 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-84558b52-ba9d-428f-9dd0-4034a4708dd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:38.821851 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-84558b52-ba9d-428f-9dd0-4034a4708dd0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/351100f8-9812-41be-a1d8-c38c18d97ce5 HTTP/1.1" status: 204 len: 168 time: 0.1225710 Apr 05 22:53:38.829867 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84558b52-ba9d-428f-9dd0-4034a4708dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351100f8-9812-41be-a1d8-c38c18d97ce5,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:53:39.122722 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 54916) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:53:39.162320 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-0388ac81-281b-4c8b-9ca0-b9bbfd975c49 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1dab177e8351464e98c10355ec4b32b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384395 Apr 05 22:53:39.164881 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.15', 54918) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:53:39.210726 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 046d43d2-794a-4b7e-b54e-3c51cb31556d no longer exists at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:53:39.214700 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-81096e49-62ca-41c7-bc24-ed80fb64995b admin admin] Publish callbacks [] for security_group (1710e646-393c-47ba-a719-5d4890c3c046), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:39.235282 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] No Port match for: 046d43d2-794a-4b7e-b54e-3c51cb31556d {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:53:39.235633 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device 046d43d2-794a-4b7e-b54e-3c51cb31556d not bound to the agent host dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:53:39.236051 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a no longer exists at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:53:39.238114 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-81096e49-62ca-41c7-bc24-ed80fb64995b admin admin] Publish callbacks [] for security_group (1710e646-393c-47ba-a719-5d4890c3c046), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:39.261153 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] No Port match for: e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:53:39.261489 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device e996d3dc-8aa9-4dc3-8aa8-2c9ac7fc948a not bound to the agent host dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:53:39.261954 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device b60e0361-4b3a-4f34-89d0-63a370661ab0 no longer exists at agent ovs-agent-dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:53:39.264723 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:39.284098 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] No Port match for: b60e0361-4b3a-4f34-89d0-63a370661ab0 {{(pid=103304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:53:39.284444 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron.plugins.ml2.rpc [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Device b60e0361-4b3a-4f34-89d0-63a370661ab0 not bound to the agent host dv-cinder-835879-4-iscsi {{(pid=103304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:53:39.288984 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-81096e49-62ca-41c7-bc24-ed80fb64995b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554214'] for security_group (1710e646-393c-47ba-a719-5d4890c3c046), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:39.291566 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-81096e49-62ca-41c7-bc24-ed80fb64995b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:39.293012 dv-cinder-835879-4-iscsi neutron-server[103302]: INFO neutron.wsgi [None req-81096e49-62ca-41c7-bc24-ed80fb64995b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1710e646-393c-47ba-a719-5d4890c3c046 HTTP/1.1" status: 204 len: 168 time: 0.1269646 Apr 05 22:53:39.301884 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81096e49-62ca-41c7-bc24-ed80fb64995b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1710e646-393c-47ba-a719-5d4890c3c046,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:53:40.801292 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:54:00.154795 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:54:04.362703 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6d1a0cd8-0f33-4ac9-90dd-938387e5f43c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:54:05.854284 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:54:06.838102 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2fd12ca6-ffc0-41f7-9479-26a9f76ea58c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:54:07.640587 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:54:09.233172 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:54:10.803159 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:54:30.159745 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:54:34.364372 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7c286cc-ed05-47d2-8d44-a2106be587b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:54:36.839198 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2194e4ae-e1e0-46c8-913b-0801f85e0e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:54:37.643225 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:54:39.235053 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:54:40.804400 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:54:42.854116 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:55:00.167091 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:55:04.368751 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f112e4cc-c475-4eca-9e26-8629c2e89a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:55:06.840747 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-489d22df-54a9-4749-9fb9-4fef46b19196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:55:07.645361 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:55:09.236593 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:55:10.810888 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:55:19.854212 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:55:30.175721 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:55:33.662710 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [req-2547a0e9-5ef6-4b6e-8d36-189ef6158cb9 req-0343cd86-129b-40eb-bcd3-1cbbcc03789b service neutron] (103302) timed out ('10.222.0.15', 48586) {{(pid=103302) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 05 22:55:33.741370 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [req-2547a0e9-5ef6-4b6e-8d36-189ef6158cb9 req-2569e505-aa44-46e3-9c18-8590b612f1f3 tempest-AttachVolumeShelveTestJSON-838286798 tempest-AttachVolumeShelveTestJSON-838286798-project] (103302) timed out ('10.222.0.15', 48594) {{(pid=103302) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 05 22:55:34.369020 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1513dc57-f3bc-485c-9a2e-6ca9b98fc7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:55:36.841491 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a43ca53e-394d-42c8-8896-6e0705afa3bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:55:37.648894 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:55:39.239275 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:55:40.802037 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:55:56.854198 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:56:00.191359 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:56:04.370598 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-299c35ad-c0fe-40c4-9b82-6e402d14588f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:56:06.841584 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b9f06c79-d8a9-47d3-9e5c-6f4b06e7d711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:56:07.651485 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:56:09.241291 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:56:10.803826 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:56:30.194056 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:56:33.853511 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:56:34.371159 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f317ffc0-4ada-4df0-8178-47d1a5ca2ee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:56:36.843128 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c8264473-406d-45a8-82c5-29ff9b40ba7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:56:37.653124 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:56:39.245257 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:56:40.806126 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:57:00.210378 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:57:04.371983 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ac19279d-df42-4cee-a7fa-7a06a5bf094b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:57:06.844425 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8544526d-19af-46a1-816d-09433e258201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:57:07.655901 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:57:09.248949 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:57:10.808368 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:57:10.852858 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:57:30.200758 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:57:34.375645 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bfb6d403-2bc9-4078-be9d-f5e8a88571aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:57:36.845653 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a94c906e-58af-4222-9dea-36f7014faa09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:57:37.658385 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:57:39.250062 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:57:40.809238 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:57:47.851941 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:58:00.222233 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:58:04.376679 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c6fd07e1-ddcf-46be-b54e-0a5b8db172b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:58:06.847024 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5de75fd8-87f9-4bd4-9c78-a5e4e9a6b203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:58:07.432985 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [req-b07736fd-b5fb-4476-9c73-9048e0bfb10f req-78389232-79a3-4657-9068-09e8a61c6bd4 service neutron] (103302) timed out ('10.222.0.15', 53050) {{(pid=103302) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 05 22:58:07.660117 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:58:07.735483 dv-cinder-835879-4-iscsi neutron-server[103302]: DEBUG neutron.wsgi [req-b07736fd-b5fb-4476-9c73-9048e0bfb10f req-b083957d-672b-4483-add1-eec17fde6c5e tempest-TestShelveInstance-860968391 tempest-TestShelveInstance-860968391-project] (103302) timed out ('10.222.0.15', 53058) {{(pid=103302) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 05 22:58:09.253271 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:58:10.810434 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:58:24.851923 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:58:30.230993 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:58:34.380652 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-614eb044-3c98-4526-90ef-d448ce0b7b21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:58:36.848598 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39af00aa-b1c0-447e-991a-f39ef17857ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:58:37.663515 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:58:39.255454 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:58:40.812075 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:59:00.235516 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62e8f8ee-b9a6-4a2b-a223-3d1bd04610f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (3b59f0d0-9584-48dd-b0cd-e16373160cf9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:59:01.851777 dv-cinder-835879-4-iscsi neutron-server[103305]: DEBUG neutron.db.agents_db [None req-7a5fd7cf-6aef-4b80-89e1-4616231bd36b None None] Agent healthcheck: found 6 active agents {{(pid=103305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:59:04.381587 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b19e9949-ec24-43a7-8fdf-346843bc5f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (1fb4f16d-f195-4bf9-acd2-17d67be332a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:59:06.849825 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2c658225-e88a-4609-8502-b2b03df16df4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (14ddd9c2-eced-4841-9190-713c15ab1376), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:59:07.666773 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d607f6ff-4929-4021-9346-eb9120e26855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5804391-ed73-4dc1-b33b-32741b0d71f0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:59:09.258357 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b017f1d9-8708-438e-9906-b8faa5ab0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (f5a51775-1ffc-4360-9182-ac244b293f38), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:59:10.815943 dv-cinder-835879-4-iscsi neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0ddb76-bef1-4bb0-8f50-8c1a93a1b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760879317863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820892'] for agent (c28e45a8-012e-434a-8853-ea48f08ceb18), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}